-- Logs begin at Wed 2021-06-23 18:02:26 UTC, end at Wed 2021-06-23 19:20:14 UTC. -- Jun 23 18:50:11.029131 dv-cinder-786386-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 23 18:50:13.691819 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.common.config [-] Logging enabled! Jun 23 18:50:13.692379 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev384 Jun 23 18:50:13.692611 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99868) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 18:50:13.696040 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.common.config [-] Logging enabled! Jun 23 18:50:13.696303 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev384 Jun 23 18:50:13.696621 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99868) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 18:50:13.697553 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 18:50:13.697794 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 18:50:13.698171 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 18:50:13.698448 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 18:50:13.698680 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 18:50:13.699006 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.699307 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.699609 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.699845 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.700142 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.700436 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.700721 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.701015 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.701313 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.701603 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.701885 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.702174 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.702439 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.702727 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.703044 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.703340 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.703595 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] debug = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.703890 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.704370 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.704825 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.705115 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.705412 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.705697 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.705977 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.706286 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.706577 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.706912 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] host = dv-cinder-786386-8-iscsi {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.707195 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.707488 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.707782 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.708076 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.708356 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.708637 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.708932 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.709208 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.709487 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] log_file = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.709768 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.710065 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.710461 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.710765 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.711002 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.711237 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.711532 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.711836 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.712114 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.712396 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.712676 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.712956 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.713236 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.713513 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.713803 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.714095 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.714419 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.714701 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.714981 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.715259 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.715535 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.715825 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.716103 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.716383 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.716661 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.716951 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.717226 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.717503 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.717806 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.718094 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.718408 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.718727 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.719008 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.719295 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.719574 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.719852 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.720129 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] use_json = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.720409 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.720685 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.720973 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.721251 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.721529 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.721804 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.722079 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.722398 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:13.722704 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.723009 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.723316 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.723603 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.723905 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.724191 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.724494 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.724778 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.725073 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.725367 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.725658 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.725940 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.726247 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.726534 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.727174 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.727174 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.727423 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.727720 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.728003 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.728283 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.728563 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.728846 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.729137 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.729433 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.729727 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.730007 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.730313 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.730614 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.730898 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.731175 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.731457 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.731751 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.732033 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.732310 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.732597 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.732878 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.733157 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.733434 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.733714 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.734009 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.734871 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.735301 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.735690 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.736079 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.736464 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.736854 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.737234 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.737614 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.737988 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.738418 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.738799 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.739221 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.739600 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.739978 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.740360 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.740737 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.741114 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.741492 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.741862 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.742259 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.742632 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.743003 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.743389 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.743762 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.744133 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.744505 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.744880 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.745249 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.745642 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.746062 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.746479 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.746855 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.747230 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.747615 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.747995 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.748369 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.748742 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.749121 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.749498 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.749895 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.750923 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.751308 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.751695 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.752097 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.752496 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.752876 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.753257 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.753638 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.754021 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.754450 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.754847 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.755246 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.755642 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.756042 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.756433 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.756821 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.757205 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.757613 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.757987 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:13.758333 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 18:50:13.758672 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99868) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 23 18:50:14.106359 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:50:14.106552 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:50:14.106871 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:50:14.107218 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 23 18:50:14.503925 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.504224 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.504543 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.505844 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.506125 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.506422 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.540780 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.541098 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.541409 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.554562 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.554849 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.555122 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.584815 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.585097 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.585365 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.621036 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.621322 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.621595 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.853537 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.854103 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.854103 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.854305 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.855023 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.977165 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.977484 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.977769 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.978042 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.978335 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.978654 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.978916 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.979175 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.979439 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.979718 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.979983 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.980249 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.980511 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.980777 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.981035 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.981303 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.981578 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.982911 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.983208 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.983478 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.983776 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.984137 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.985035 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.985335 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.985594 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.985848 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:14.986273 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 18:50:14.986527 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 18:50:14.986772 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 18:50:14.987015 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 18:50:14.987257 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 18:50:14.987497 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 18:50:14.987864 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 23 18:50:14.991105 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 23 18:50:14.995002 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 23 18:50:14.998794 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Jun 23 18:50:15.000464 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 23 18:50:15.000929 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 23 18:50:15.001266 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 23 18:50:15.001652 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 23 18:50:15.004614 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 23 18:50:15.004875 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 23 18:50:15.005234 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 18:50:15.032689 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 23 18:50:15.033129 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:15.033426 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99868) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 23 18:50:15.033790 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:15.035176 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99868) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 23 18:50:15.035462 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 18:50:15.035713 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 23 18:50:15.038924 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:15.039209 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:15.102729 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 23 18:50:15.102969 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 23 18:50:15.103205 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 23 18:50:15.103611 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 23 18:50:15.124463 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_db.sqlalchemy.engines [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99868) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 23 18:50:15.779341 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.plugins.ml2.managers [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Initializing driver for type 'gre' Jun 23 18:50:15.938143 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] gre ID ranges: [(1, 1000)] Jun 23 18:50:16.074272 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.plugins.ml2.managers [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Initializing driver for type 'local' Jun 23 18:50:16.074624 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.plugins.ml2.managers [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Initializing driver for type 'vlan' Jun 23 18:50:16.161849 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] VlanTypeDriver initialization complete Jun 23 18:50:16.162316 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.plugins.ml2.managers [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Initializing driver for type 'vxlan' Jun 23 18:50:16.162881 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] vxlan ID ranges: [(1, 1000)] Jun 23 18:50:16.353756 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.plugins.ml2.managers [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Initializing extension driver 'port_security' Jun 23 18:50:16.354031 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.plugins.ml2.extensions.port_security [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] PortSecurityExtensionDriver initialization complete Jun 23 18:50:16.354406 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.plugins.ml2.managers [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Initializing mechanism driver 'openvswitch' Jun 23 18:50:16.354732 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.plugins.ml2.managers [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Initializing mechanism driver 'hyperv' Jun 23 18:50:16.361577 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:50:16.362369 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > port after_create 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.362751 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > port after_update 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.363114 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > port after_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.363582 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > subnet after_create 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.363863 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > subnet after_update 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.364234 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.364649 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > network after_create 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.364996 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > network after_update 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.365340 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > network after_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.365714 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > security_group after_create 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.366060 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > security_group after_update 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.366427 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > security_group after_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.366803 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.367147 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.367484 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.367861 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > address_group after_create 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.368208 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > address_group after_update 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.368547 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > address_group after_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.368939 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] ML2 OVO RPC backend initialized. {{(pid=99868) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 23 18:50:16.369642 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.370079 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.370521 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > network before_response 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.370868 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > networks before_response 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.371215 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > port before_response 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.371556 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > ports before_response 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.371916 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > subnet before_response 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.372241 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > subnets before_response 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.372584 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > network after_create 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.372920 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > network after_update 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.373253 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > network after_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.373588 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > port after_create 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.373924 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > port after_update 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.374291 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > port after_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.374632 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > subnet after_create 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.374964 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > subnet after_update 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.375849 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.376418 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.plugins.ml2.plugin [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Modular L2 Plugin initialization complete Jun 23 18:50:16.376744 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading services supported by the core plugin {{(pid=99868) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 23 18:50:16.377067 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.plugins.ml2.managers [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Got port-security extension from driver 'port_security' Jun 23 18:50:16.377528 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.extensions.vlantransparent [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Disabled vlantransparent extension. Jun 23 18:50:16.378019 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99868) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 23 18:50:16.378364 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading Plugin: router Jun 23 18:50:16.427219 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > router_interface before_create 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.427613 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > router after_create 55549900 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.427982 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > router before_create 55549900 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.428347 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.428719 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.429072 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > router after_delete 55549900 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.429430 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > floatingip after_update 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.429791 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > router after_create 55549900 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.430134 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > router after_update 55549900 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.430595 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > router after_update 55549900 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.430947 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.431306 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > router after_update 55549900 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.431709 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > router precommit_update 55549900 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.432076 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: port after_update 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.432424 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: port after_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.432762 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: subnet after_update 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.433101 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.433447 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > port precommit_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.433793 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > router precommit_create 55549900 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.434134 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: port before_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.434498 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > router precommit_create 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.434856 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > router after_update 55549900 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.435240 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > router precommit_delete 55549900 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.435589 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > router precommit_create 55549900 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.435950 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.436296 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > router precommit_update 55549900 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.436663 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > network after_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.437502 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.quota.resource_registry [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Tracking information for resource: router configured {{(pid=99868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 18:50:16.438501 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.quota.resource_registry [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Tracking information for resource: floatingip configured {{(pid=99868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 18:50:16.443440 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.db.l3_agentschedulers_db [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 23 18:50:16.444013 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: port after_update 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.444376 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: port after_create 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.444992 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: port after_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.445347 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: port after_update 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.446261 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > router before_create 55550100 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.446636 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > router precommit_delete 55550100 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.446999 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > router precommit_create 55550100 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.447358 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > router precommit_update 55550100 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.451856 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.services.provider_configuration [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Service providers = [] {{(pid=99868) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 23 18:50:16.452222 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.db.servicetype_db [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99868) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 23 18:50:16.455719 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.services.service_base [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99868) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 18:50:16.456070 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.services.service_base [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99868) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 18:50:16.456410 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.services.service_base [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99868) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 18:50:16.457281 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.services.service_base [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99868) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 18:50:16.457652 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.services.service_base [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 23 18:50:16.458017 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 18:50:16.458363 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 23 18:50:16.469083 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 18:50:16.469424 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading Plugin: auto_allocate Jun 23 18:50:16.475157 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: network precommit_update 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.475521 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: network precommit_create 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.476035 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 18:50:16.476356 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading Plugin: tag Jun 23 18:50:16.482821 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 18:50:16.483158 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading Plugin: timestamp Jun 23 18:50:16.486890 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 18:50:16.487216 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading Plugin: network_ip_availability Jun 23 18:50:16.498048 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.498536 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.499087 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.499847 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 18:50:16.500668 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading Plugin: flavors Jun 23 18:50:16.505483 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 18:50:16.505846 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading Plugin: revisions Jun 23 18:50:16.510182 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 18:50:16.510607 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.404s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:50:16.511351 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99868) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 23 18:50:16.511692 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Initializing extension manager. Jun 23 18:50:16.512206 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: __init__.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.512554 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: __pycache__ {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.512894 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.513232 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: address_group.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.513990 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.514603 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: address-group Jun 23 18:50:16.514936 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: address_scope.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.515647 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.516840 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: address-scope Jun 23 18:50:16.517168 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.518091 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.518656 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: router-admin-state-down-before-update Jun 23 18:50:16.518987 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: agent.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.519683 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.520198 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: agent Jun 23 18:50:16.520521 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: agent_resources_synced.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.521423 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.521933 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: agent-resources-synced Jun 23 18:50:16.522293 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: allowedaddresspairs.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.524048 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.524574 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: allowed-address-pairs Jun 23 18:50:16.524905 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: auto_allocated_topology.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.526354 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.526710 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: auto-allocated-topology Jun 23 18:50:16.527042 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: availability_zone.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.527734 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.528249 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: availability_zone Jun 23 18:50:16.528575 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: availability_zone_filter.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.529483 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.530006 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: availability_zone_filter Jun 23 18:50:16.530364 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: data_plane_status.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.531264 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.531777 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extension data-plane-status not supported by any of loaded plugins Jun 23 18:50:16.532100 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: default_subnetpools.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.533014 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.533533 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: default-subnetpools Jun 23 18:50:16.533857 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.534689 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.535198 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: dhcp_agent_scheduler Jun 23 18:50:16.535521 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: dns.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.536424 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.536932 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extension dns-integration not supported by any of loaded plugins Jun 23 18:50:16.537257 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: dns_domain_ports.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.538165 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.538692 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 23 18:50:16.539016 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.539928 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.540446 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 23 18:50:16.540773 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: dvr.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.541434 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.541942 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: dvr Jun 23 18:50:16.542292 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: empty_string_filtering.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.543193 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.543701 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: empty-string-filtering Jun 23 18:50:16.544025 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.544918 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.545427 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 23 18:50:16.545751 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.546682 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.547274 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 23 18:50:16.547600 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: external_net.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.548501 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.549012 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: external-net Jun 23 18:50:16.549336 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.550268 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.550782 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: extra_dhcp_opt Jun 23 18:50:16.551105 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: extraroute.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.551996 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.552503 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: extraroute Jun 23 18:50:16.552825 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: extraroute_atomic.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.553845 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.554391 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: extraroute-atomic Jun 23 18:50:16.554736 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: filter_validation.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.555372 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.555880 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: filter-validation Jun 23 18:50:16.556200 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: fip_pf_description.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.557099 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.557602 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 23 18:50:16.557925 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: fip_port_details.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.558880 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.559387 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: fip-port-details Jun 23 18:50:16.559712 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: flavors.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.560948 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.561469 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: flavors Jun 23 18:50:16.561799 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.563988 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.564512 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 23 18:50:16.564848 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: floatingip_pools.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.565540 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.566053 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: floatingip-pools Jun 23 18:50:16.566419 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: ip_allocation.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.567348 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.567864 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extension ip_allocation not supported by any of loaded plugins Jun 23 18:50:16.568192 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.569110 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.569628 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: ip-substring-filtering Jun 23 18:50:16.570239 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: l2_adjacency.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.571175 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.571688 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 23 18:50:16.572014 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: l3.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.572996 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.573520 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: router Jun 23 18:50:16.573846 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.576226 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.576766 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 23 18:50:16.577102 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.578029 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.579176 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: ext-gw-mode Jun 23 18:50:16.579506 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.580426 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.580944 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: l3-ha Jun 23 18:50:16.581273 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: l3_flavors.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.582187 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.582728 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: l3-flavors Jun 23 18:50:16.583057 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.583960 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.584477 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 23 18:50:16.584805 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: l3agentscheduler.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.585833 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.586388 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: l3_agent_scheduler Jun 23 18:50:16.586723 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: logging.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.588206 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.588740 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extension logging not supported by any of loaded plugins Jun 23 18:50:16.589082 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: metering.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.589821 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.590445 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: metering Jun 23 18:50:16.590782 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.591871 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.592400 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: metering_source_and_destination_fields Jun 23 18:50:16.592736 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: multiprovidernet.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.593656 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.594201 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: multi-provider Jun 23 18:50:16.594558 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: netmtu.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.595474 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.595990 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: net-mtu Jun 23 18:50:16.596351 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: netmtu_writable.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.597264 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.597778 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: net-mtu-writable Jun 23 18:50:16.598108 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: network_availability_zone.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.598810 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.599324 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: network_availability_zone Jun 23 18:50:16.599651 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: network_ip_availability.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.600741 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.601260 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: network-ip-availability Jun 23 18:50:16.601589 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: network_segment_range.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.602386 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.602898 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extension network-segment-range not supported by any of loaded plugins Jun 23 18:50:16.603226 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: pagination.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.604238 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.604536 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: pagination Jun 23 18:50:16.604866 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: port_device_profile.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.605765 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.606312 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: port-device-profile Jun 23 18:50:16.606644 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.607553 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.608071 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: port-mac-address-regenerate Jun 23 18:50:16.608399 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.609314 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.609873 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: port-numa-affinity-policy Jun 23 18:50:16.610220 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: port_resource_request.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.611135 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.611646 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extension port-resource-request not supported by any of loaded plugins Jun 23 18:50:16.611969 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: portbindings.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.612891 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.613402 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: binding Jun 23 18:50:16.613725 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: portbindings_extended.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.615018 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.615543 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: binding-extended Jun 23 18:50:16.615875 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: portsecurity.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.616786 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.617307 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: port-security Jun 23 18:50:16.617636 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: project_id.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.618644 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.618980 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: project-id Jun 23 18:50:16.619308 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: providernet.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.620233 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.620750 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: provider Jun 23 18:50:16.621075 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: qos.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.624794 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.626092 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extension qos not supported by any of loaded plugins Jun 23 18:50:16.626466 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.627711 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.628240 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 23 18:50:16.628574 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.629492 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.630013 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 23 18:50:16.630379 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: qos_default.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.631297 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.631819 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extension qos-default not supported by any of loaded plugins Jun 23 18:50:16.632148 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: qos_fip.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.632793 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.633304 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extension qos-fip not supported by any of loaded plugins Jun 23 18:50:16.633632 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: qos_gateway_ip.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.634583 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.635097 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 23 18:50:16.635425 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: qos_port_network_policy.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.636346 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.636859 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 23 18:50:16.637187 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: qos_rule_type_details.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.638092 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.638639 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 23 18:50:16.638969 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: qos_rules_alias.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.640000 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.640517 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 23 18:50:16.641462 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: quotasv2.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.642394 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.642728 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: quotas Jun 23 18:50:16.643053 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: quotasv2_detail.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.646073 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.646457 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: quota_details Jun 23 18:50:16.646798 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: rbac.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.647850 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.648381 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: rbac-policies Jun 23 18:50:16.648715 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: rbac_address_group.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.649644 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.650168 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: rbac-address-group Jun 23 18:50:16.650526 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: rbac_address_scope.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.651448 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.651973 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: rbac-address-scope Jun 23 18:50:16.652301 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: rbac_security_groups.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.653211 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.653731 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: rbac-security-groups Jun 23 18:50:16.654056 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: rbac_subnetpool.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.655055 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.655573 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: rbac-subnetpool Jun 23 18:50:16.655900 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: revisionifmatch.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.656841 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.657358 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: revision-if-match Jun 23 18:50:16.657684 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: revisions.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.659016 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.659540 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: standard-attr-revisions Jun 23 18:50:16.659868 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: router_availability_zone.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.660534 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.661060 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: router_availability_zone Jun 23 18:50:16.661386 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: routerservicetype.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.662335 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.662856 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extension router-service-type not supported by any of loaded plugins Jun 23 18:50:16.663183 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.664145 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.664665 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: security-groups-normalized-cidr Jun 23 18:50:16.664995 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.665909 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.666457 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: port-security-groups-filtering Jun 23 18:50:16.666820 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.667732 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.668273 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: security-groups-remote-address-group Jun 23 18:50:16.668601 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: securitygroup.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.678665 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.679207 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: security-group Jun 23 18:50:16.679545 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: segment.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.680325 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.680847 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extension segment not supported by any of loaded plugins Jun 23 18:50:16.681180 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.682109 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.682673 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 23 18:50:16.683002 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: servicetype.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.684109 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.684643 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: service-type Jun 23 18:50:16.684977 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: sorting.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.685951 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.686315 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: sorting Jun 23 18:50:16.686646 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: standard_attr_segment.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.688311 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.688839 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 23 18:50:16.689167 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: standardattrdescription.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.689814 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.690370 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: standard-attr-description Jun 23 18:50:16.690702 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: stateful_security_group.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.691634 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.692158 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: stateful-security-group Jun 23 18:50:16.692490 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: stdattrs_common.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.693067 dv-cinder-786386-8-iscsi neutron-server[99868]: WARNING neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 23 18:50:16.693394 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.694366 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.695152 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 23 18:50:16.695478 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: subnet_onboard.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.696550 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.697072 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: subnet_onboard Jun 23 18:50:16.697402 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.698382 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.698896 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 23 18:50:16.699226 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: subnet_service_types.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.700157 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.700679 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: subnet-service-types Jun 23 18:50:16.701007 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: subnetallocation.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.702098 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.702654 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: subnet_allocation Jun 23 18:50:16.702987 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.703668 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.704183 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: subnetpool-prefix-ops Jun 23 18:50:16.704508 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.705429 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.705942 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 23 18:50:16.706298 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: tagging.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.707384 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.707915 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: standard-attr-tag Jun 23 18:50:16.708246 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: timestamp.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.709444 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.709971 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loaded extension: standard-attr-timestamp Jun 23 18:50:16.710332 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: trunk.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.711370 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.711903 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extension trunk not supported by any of loaded plugins Jun 23 18:50:16.712237 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: trunk_details.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.713157 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.713677 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extension trunk-details not supported by any of loaded plugins Jun 23 18:50:16.714007 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: uplink_status_propagation.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.714968 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.715484 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 23 18:50:16.715814 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Loading extension file: vlantransparent.py {{(pid=99868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:50:16.716483 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:50:16.717000 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 23 18:50:16.719565 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.quota.resource_registry [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Creating instance of TrackedResource for resource:network Jun 23 18:50:16.720124 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.quota.resource_registry [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Creating instance of TrackedResource for resource:subnet Jun 23 18:50:16.720531 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.quota.resource_registry [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 18:50:16.720928 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.quota.resource_registry [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Creating instance of TrackedResource for resource:port Jun 23 18:50:16.722189 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.v2.resource_helper [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:50:16.722681 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.v2.resource_helper [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Service FLAVORS assigned prefix: {{(pid=99868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:50:16.723303 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.v2.resource_helper [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:50:16.723740 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.v2.resource_helper [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:50:16.724074 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.quota.resource_registry [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Creating instance of TrackedResource for resource:router Jun 23 18:50:16.724506 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.quota.resource_registry [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Creating instance of TrackedResource for resource:floatingip Jun 23 18:50:16.725009 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.v2.resource_helper [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Service METERING assigned prefix: /metering {{(pid=99868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:50:16.726467 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.727283 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.727283 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:50:16.728218 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.quota.resource_registry [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 18:50:16.728675 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.quota.resource_registry [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Creating instance of TrackedResource for resource:security_group Jun 23 18:50:16.729132 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.quota.resource_registry [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 18:50:16.729735 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.v2.resource_helper [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Service CORE assigned prefix: {{(pid=99868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:50:16.730069 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.quota.resource_registry [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 18:50:16.730452 dv-cinder-786386-8-iscsi neutron-server[99868]: WARNING neutron.quota.resource_registry [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] subnetpool is already registered Jun 23 18:50:16.730887 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.v2.resource_helper [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Service CORE assigned prefix: {{(pid=99868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:50:16.731214 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.quota.resource_registry [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 18:50:16.731551 dv-cinder-786386-8-iscsi neutron-server[99868]: WARNING neutron.quota.resource_registry [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] subnetpool is already registered Jun 23 18:50:16.733853 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.v2.resource_helper [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:50:16.734323 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.v2.resource_helper [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Service FLAVORS assigned prefix: {{(pid=99868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:50:16.735456 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.v2.resource_helper [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:50:16.735884 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.v2.resource_helper [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:50:16.736223 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.quota.resource_registry [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Creating instance of TrackedResource for resource:router Jun 23 18:50:16.736567 dv-cinder-786386-8-iscsi neutron-server[99868]: WARNING neutron.quota.resource_registry [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] router is already registered Jun 23 18:50:16.736985 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.quota.resource_registry [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Creating instance of TrackedResource for resource:floatingip Jun 23 18:50:16.737325 dv-cinder-786386-8-iscsi neutron-server[99868]: WARNING neutron.quota.resource_registry [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] floatingip is already registered Jun 23 18:50:16.737783 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.v2.resource_helper [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Service METERING assigned prefix: /metering {{(pid=99868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:50:16.738490 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.quota.resource_registry [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 18:50:16.738822 dv-cinder-786386-8-iscsi neutron-server[99868]: WARNING neutron.quota.resource_registry [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] rbac_policy is already registered Jun 23 18:50:16.739240 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.quota.resource_registry [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Creating instance of TrackedResource for resource:security_group Jun 23 18:50:16.739580 dv-cinder-786386-8-iscsi neutron-server[99868]: WARNING neutron.quota.resource_registry [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] security_group is already registered Jun 23 18:50:16.739987 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.quota.resource_registry [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 18:50:16.740322 dv-cinder-786386-8-iscsi neutron-server[99868]: WARNING neutron.quota.resource_registry [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] security_group_rule is already registered Jun 23 18:50:16.740951 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.v2.resource_helper [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Service CORE assigned prefix: {{(pid=99868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:50:16.741295 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.quota.resource_registry [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 18:50:16.741634 dv-cinder-786386-8-iscsi neutron-server[99868]: WARNING neutron.quota.resource_registry [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] subnetpool is already registered Jun 23 18:50:16.742069 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.v2.resource_helper [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Service CORE assigned prefix: {{(pid=99868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:50:16.742424 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.quota.resource_registry [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 18:50:16.742762 dv-cinder-786386-8-iscsi neutron-server[99868]: WARNING neutron.quota.resource_registry [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] subnetpool is already registered Jun 23 18:50:16.743237 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: extensions {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.744726 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: address-groups {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.746241 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: address-scopes {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.747582 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: agents {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.748752 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: auto-allocated-topology {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.749985 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: availability_zones {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.751817 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: dhcp-networks {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.753351 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: dhcp-agents {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.754829 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: routers {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.756539 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: flavors {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.758977 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: service_profiles {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.760196 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: next_providers {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.761658 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: service_profiles {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.763264 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: floatingip-pools {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.764497 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: routers {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.766262 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: floatingips {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.767544 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: l3-routers {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.768960 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: l3-agents {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.770415 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: metering-labels {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.771675 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: metering-label-rules {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.773091 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: network-ip-availabilities {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.774389 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: bindings {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.776166 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: quotas {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.777769 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: quotas {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.779224 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: rbac-policies {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.780428 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: security-groups {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.781789 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: security-group-rules {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.783075 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: service-providers {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.784331 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: subnetpools {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.785643 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: subnetpools {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.787232 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: tags {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.788929 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: tags {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.790785 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: tags {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.792582 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: tags {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.794304 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: tags {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.796265 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: tags {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.798552 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: tags {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.800356 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: tags {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.802250 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: tags {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.804016 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron.api.extensions [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Extended resource: tags {{(pid=99868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:50:16.810081 dv-cinder-786386-8-iscsi neutron-server[99868]: WARNING keystonemiddleware.auth_token [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 23 18:50:16.815229 dv-cinder-786386-8-iscsi neutron-server[99868]: WARNING keystonemiddleware.auth_token [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 23 18:50:16.823796 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Acquired lock "singleton_lock" {{(pid=99868) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 23 18:50:16.824272 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Releasing lock "singleton_lock" {{(pid=99868) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 23 18:50:16.824919 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO oslo_service.service [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Starting 2 workers Jun 23 18:50:16.829702 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Started child 99981 {{(pid=99868) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 18:50:16.834095 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Started child 99982 {{(pid=99868) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 18:50:16.835063 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:16.835680 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO neutron.service [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 23 18:50:16.836324 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Notify callbacks [] for process, before_spawn {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:16.836526 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [-] (99981) wsgi starting up on http://0.0.0.0:9696 Jun 23 18:50:16.838754 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:16.839231 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO oslo_service.service [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Starting 1 workers Jun 23 18:50:16.840093 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [-] (99982) wsgi starting up on http://0.0.0.0:9696 Jun 23 18:50:16.843973 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Started child 99983 {{(pid=99868) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 18:50:16.844520 dv-cinder-786386-8-iscsi neutron-server[99868]: INFO oslo_service.service [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Starting 1 workers Jun 23 18:50:16.847663 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.service [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] calling RpcWorker wait() {{(pid=99983) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 23 18:50:16.848221 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.service [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] returning from RpcWorker wait() {{(pid=99983) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 23 18:50:16.848918 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Started child 99984 {{(pid=99868) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 18:50:16.849531 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:16.849770 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d136b0c0-98f0-4dbf-b48a-48fe5baf2e95 None None] Notify callbacks [] for process, after_spawn {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:16.850078 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:50:16.851676 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99868) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 18:50:16.851886 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 18:50:16.852077 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 18:50:16.852299 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 18:50:16.852655 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 18:50:16.852884 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 18:50:16.853382 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.853665 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.853804 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:16.854340 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.854340 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.854514 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.855070 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.855320 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.855559 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.855842 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.856094 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.856276 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.856450 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.856715 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.856948 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.857246 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.857528 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.857791 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.858064 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.858259 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.858516 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.858780 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.859033 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.859295 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] debug = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.860080 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.860572 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.860836 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.861097 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.861324 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.861626 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.861872 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.862154 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.862423 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.862671 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.862923 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.863187 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.863433 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.863661 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.863900 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.864170 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.864391 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.864889 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] host = dv-cinder-786386-8-iscsi {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.865109 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.865334 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.865562 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.865823 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.866069 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.866332 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.866587 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.866857 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.867106 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.867353 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.867594 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.867837 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.868085 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.868329 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] log_file = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.868495 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] log_options = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.868746 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.869022 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.869292 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.869481 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.869651 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.869832 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.870099 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.870301 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.870561 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.870805 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.871014 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.871234 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.871456 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.871673 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.871936 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.872189 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.872405 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.872636 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.872908 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.873152 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.873382 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.873607 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.873828 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.874072 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.874420 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.874669 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.874938 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.875741 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.875980 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.876242 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.876498 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.876769 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.877044 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.877294 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.877547 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.877782 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.878005 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.878302 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.878540 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.878800 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.879048 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.879268 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.879430 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:50:16.879548 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.879727 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.879949 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.880169 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] use_json = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.880403 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.880652 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.880917 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.881134 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.881351 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.881568 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.881803 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.882043 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.882482 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.882790 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.883116 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.883607 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.883775 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.884154 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.884332 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.884749 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.884890 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.885060 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.885386 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.885615 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.885915 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.886165 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.886437 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.886784 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.887104 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.887308 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.887531 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.887769 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.888007 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.888233 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.888568 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.888843 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.889114 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.889389 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.889609 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.889881 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.890085 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.890347 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.890594 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.891052 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.891182 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.891349 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.891582 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.891826 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.892196 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.892661 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.892776 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.893046 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.893307 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.893562 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.893807 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.894046 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.894291 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.894552 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.894942 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.904741 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.904741 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.904741 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.904741 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.904741 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.904741 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.904741 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.904741 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.904741 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.905318 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.905318 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.905318 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.905318 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.905318 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.905318 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.905318 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.905318 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.905318 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.905820 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.905820 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.905820 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.905820 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.905820 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.905820 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.905820 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.905820 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.905820 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.906407 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.906407 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.906407 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.906407 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.906407 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.906407 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.906407 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.906407 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.906407 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.906976 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.906976 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.906976 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.906976 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.906976 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.906976 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.906976 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.906976 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.907542 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.907542 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.907542 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.907542 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.907542 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.907542 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.907542 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.907542 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.908111 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.908111 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.908111 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.908111 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.908111 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.908111 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.908524 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.908524 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.908778 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.909036 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.909309 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.909581 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.909859 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.910112 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.910407 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.910629 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.910886 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.911188 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.911457 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.911724 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.911958 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.912228 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.912444 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.912671 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.912934 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.913185 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.913415 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.913713 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.913999 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.914240 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.914551 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.914790 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.915012 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.915484 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.915755 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.915910 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.916149 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.916430 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.916692 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.916933 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.917214 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.917462 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.917700 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.917965 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.918231 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.918489 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.918726 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.918974 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.919185 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.919422 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.919636 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.919859 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.920112 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.920314 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.920651 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.921016 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.921415 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.921651 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.921876 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.922740 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.922977 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.923207 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.923421 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.923662 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.923991 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.924155 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.924370 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.924593 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.924825 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.925051 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.925326 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.925586 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.925820 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.926081 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.926358 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.926597 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.926816 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.927066 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.927287 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.927502 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.927715 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.927935 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.928211 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.928386 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.928614 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.928834 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.929092 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.929340 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.929667 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.929908 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.930139 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.930425 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.930664 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.930912 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.931145 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.931387 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.931604 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.931818 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.932037 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.932304 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.932547 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.932767 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.932977 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.933206 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.933421 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.933636 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.933873 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.934163 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.934441 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.934671 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.934909 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.935139 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.935368 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.935616 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.935830 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.936047 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.936310 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.936539 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.936772 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.936985 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.937200 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.937408 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.937709 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.938812 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.938812 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.938971 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.939087 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.939333 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.939548 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.939757 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.939975 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.940185 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.940500 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.940754 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.940977 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.941271 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.941503 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.941757 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.941998 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.942343 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.942561 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.942801 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.943039 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.943267 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.943512 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.943749 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.944074 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.944379 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.944628 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.945135 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.945433 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.945696 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.945971 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.946240 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.946521 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.946859 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.947143 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.947395 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.947646 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.947934 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.948182 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.948403 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.948658 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.948907 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.949128 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.949368 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.949601 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.949837 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.950059 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.950319 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.950564 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.950796 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.951033 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.951260 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.951482 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.951642 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 18:50:16.952195 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99868) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 18:50:16.952361 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 18:50:16.952519 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 18:50:16.952694 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 18:50:16.952866 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 18:50:16.953022 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 18:50:16.953260 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.953637 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.953637 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.953894 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.953894 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.954139 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.954314 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.954446 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.954576 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.954714 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.954853 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.954983 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.955111 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.955275 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.955437 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.955600 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.955760 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.955921 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.956098 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.956245 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.956406 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.956567 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.956728 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] debug = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.956890 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.957095 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.957261 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.957422 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.957582 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.957743 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.957903 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.958065 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.958240 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.958404 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.958565 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.958728 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.958886 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.959045 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.959204 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.959366 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.959525 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.959686 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] host = dv-cinder-786386-8-iscsi {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.959845 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.960005 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.960165 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.960325 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.960486 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.960646 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.960807 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.960967 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.961127 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.961287 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.961448 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.961607 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.961767 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.961927 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] log_file = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.962085 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] log_options = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.962268 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.962431 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.962593 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.962771 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.962936 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.963096 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.963255 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.963420 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.963580 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.963740 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.963899 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.964059 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.964218 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.964381 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.964540 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.964700 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.964860 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.965020 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.965182 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.965342 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.965502 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.965662 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.965822 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.965981 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.966141 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.966328 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.966493 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.966651 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.966810 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.966970 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.967130 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.967291 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.967457 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.967607 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.967763 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.967925 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.968085 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.968389 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.968389 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.968634 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.968713 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.968904 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.969072 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.969235 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.969392 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.969552 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] use_json = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.969712 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.969873 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.970033 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.970194 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.971115 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.971115 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.971115 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.971115 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:50:16.971115 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.971115 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.971880 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.971880 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.971880 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.971880 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.971880 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.972230 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.972230 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.972346 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.972512 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.972675 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.972849 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.973073 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.973188 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.973323 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.973797 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.973797 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.973797 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.974001 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.974105 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.974287 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.974466 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.974629 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.974796 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.974960 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.975122 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.975288 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.975453 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.975617 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.975781 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.975945 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.976108 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.976271 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.976436 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.976602 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.976763 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.976928 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.977093 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.977257 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.977421 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.977584 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.977747 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.977911 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.978074 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.978256 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.978424 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.978588 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.978752 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.978921 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.979091 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.979255 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.979419 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.979581 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.979745 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.979907 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.980071 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.980235 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.980413 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.980585 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.980749 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.980924 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.981087 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.981250 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.981413 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.981577 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.981740 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.981903 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.982066 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.982271 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.982408 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.982549 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.982713 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.982875 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.983038 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.983202 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.983366 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.983533 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.983696 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.983861 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.984025 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.984190 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.984353 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.985028 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.985201 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.985378 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.985542 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.985705 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.985868 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.986097 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.986257 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.986385 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.986536 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.986732 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.986900 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.987030 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.987165 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.987298 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.987438 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.987566 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.987724 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.987886 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.988047 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.988212 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.988375 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.988537 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.988887 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.988887 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.989138 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.989138 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.989311 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.989484 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.989648 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.989813 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.990147 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.990147 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.990435 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.990565 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.990694 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.990837 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.990968 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.991096 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.991224 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.991372 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.991536 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.991698 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.991860 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.992030 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.992202 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.992366 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.992529 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.992692 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.992876 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.993039 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.993201 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.993364 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.993578 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.993744 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.993913 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.994076 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.994260 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.994604 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.994604 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.994766 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.994888 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.995050 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.995214 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.995376 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.995540 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.995704 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.995867 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.996031 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.996196 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.996358 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.996521 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.996683 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.996845 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.997008 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.997171 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.997334 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.997497 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.997660 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.997822 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.997985 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.998168 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.998353 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.998514 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.998677 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.998840 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.999004 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.999166 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.999330 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.999555 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.999664 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.999810 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:16.999974 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.000189 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.000852 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.001016 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.001184 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.001348 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.001515 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.001681 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.001843 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.002007 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.002170 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.002369 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.002545 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.002709 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.002871 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.003034 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.003197 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.003360 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.003522 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.003684 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.003846 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.004013 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.004175 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.004341 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.004507 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.004721 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.004886 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.005048 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.005212 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.005377 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.005540 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.005716 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.005879 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.006042 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.006204 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.006389 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.006561 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.006724 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.006887 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.007050 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.007212 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.007384 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.007546 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.007709 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.007870 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.008033 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.008203 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.008366 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.008529 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.008691 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.008853 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.009024 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.009186 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.009348 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.009511 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.009679 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.009849 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.010013 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.010176 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.010288 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:50:17.010373 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.010543 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.010706 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.010869 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.011042 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.011205 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.011371 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.011532 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.011696 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.011858 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.012025 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.012192 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.012364 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.012535 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.012699 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.012868 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.013037 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.013207 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.013369 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.013539 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.013713 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.013875 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.014040 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.014202 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.014418 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.014536 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.014697 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.014860 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.015022 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.015184 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.015345 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.015507 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.015798 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.015976 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.016139 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.016303 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.016467 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.016630 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.016795 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.016958 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:50:17.017114 dv-cinder-786386-8-iscsi neutron-server[99868]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 18:50:17.207028 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 53568) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:50:17.215934 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066712 Jun 23 18:50:28.444091 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28be2248-548d-4177-a7fd-2808b75ee771 None None] get_active_networks_info from dv-cinder-786386-8-iscsi {{(pid=99983) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 23 18:50:28.564340 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28be2248-548d-4177-a7fd-2808b75ee771 None None] No non-hosted networks {{(pid=99983) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 23 18:50:28.634869 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-4023dbc5-414e-4b85-9d6e-b24a6018ce8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021'] for agent, after_create {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:31.067597 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ebdd7a35-be89-4090-b5b7-c92a58a7fec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021'] for agent, after_create {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:31.099440 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.db.api [None req-0b267c0a-c930-4db9-97d7-8124eb66f189 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-786386-8-iscsi {{(pid=99983) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 18:50:31.100144 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_db.api [None req-0b267c0a-c930-4db9-97d7-8124eb66f189 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 18:50:31.450780 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021'] for agent, after_create {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:31.451731 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:31.452221 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:31.452704 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:31.453182 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:31.453680 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:31.460373 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:31.471399 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:31.471909 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:31.472542 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:31.473025 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:31.473510 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:31.473979 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:31.474557 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786386-8-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:50:31.498786 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786386-8-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:50:31.671917 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-0b267c0a-c930-4db9-97d7-8124eb66f189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:32.323339 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021'] for agent, after_create {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:33.517716 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021'] for agent, after_create {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:34.857773 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 53662) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:50:35.342374 dv-cinder-786386-8-iscsi neutron-server[99982]: WARNING oslo_policy.policy [None req-ce47dab7-94c1-4f0a-92ab-9aad249897ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 18:50:35.342973 dv-cinder-786386-8-iscsi neutron-server[99982]: WARNING oslo_policy.policy [None req-ce47dab7-94c1-4f0a-92ab-9aad249897ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 18:50:35.558690 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [None req-ce47dab7-94c1-4f0a-92ab-9aad249897ce admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=99982) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 18:50:35.559654 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-ce47dab7-94c1-4f0a-92ab-9aad249897ce admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7009454 Jun 23 18:50:37.259481 dv-cinder-786386-8-iscsi neutron-server[99983]: INFO neutron.db.l3_hamode_db [None req-cb266376-099b-482d-9d89-9b3978995971 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 23 18:50:37.335643 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb266376-099b-482d-9d89-9b3978995971 None None] Routers set() bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:50:37.336036 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb266376-099b-482d-9d89-9b3978995971 None None] Router IDs set() for agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 23 18:50:37.900737 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 53676) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:50:38.203684 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-72db14f4-71a9-4bcb-8f57-32265fbbdbd5 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:50:38.296185 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.policy [None req-72db14f4-71a9-4bcb-8f57-32265fbbdbd5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99982) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 18:50:38.341501 dv-cinder-786386-8-iscsi neutron-server[99982]: WARNING oslo_policy.policy [None req-72db14f4-71a9-4bcb-8f57-32265fbbdbd5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 18:50:38.341867 dv-cinder-786386-8-iscsi neutron-server[99982]: WARNING oslo_policy.policy [None req-72db14f4-71a9-4bcb-8f57-32265fbbdbd5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 18:50:38.350450 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.quota [None req-72db14f4-71a9-4bcb-8f57-32265fbbdbd5 admin admin] Loaded quota_driver: . Jun 23 18:50:38.519749 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-72db14f4-71a9-4bcb-8f57-32265fbbdbd5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739892023879', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739892023442', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739892004058', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739892005508', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739892016195', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739891993741', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-631578', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-919142', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2032235', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1604391'] for rbac-policy, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:38.677567 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-72db14f4-71a9-4bcb-8f57-32265fbbdbd5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:38.678787 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-72db14f4-71a9-4bcb-8f57-32265fbbdbd5 admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7770233 Jun 23 18:50:41.148264 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 53688) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:50:41.437868 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-a3a04e50-e279-485a-a29e-36ce9bcc9980 admin admin] Request body: {'network': {'tenant_id': 'a6f76e140f36426f8699f665736daeb8', 'name': 'private', 'project_id': 'a6f76e140f36426f8699f665736daeb8', 'admin_state_up': True}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:50:41.515509 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a04e50-e279-485a-a29e-36ce9bcc9980 admin admin] Made reservation on behalf of a6f76e140f36426f8699f665736daeb8 for: {'network': 1} {{(pid=99982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:50:41.518769 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a3a04e50-e279-485a-a29e-36ce9bcc9980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for network, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:41.535709 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a3a04e50-e279-485a-a29e-36ce9bcc9980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:41.653586 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a3a04e50-e279-485a-a29e-36ce9bcc9980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:41.723504 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a3a04e50-e279-485a-a29e-36ce9bcc9980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:41.728917 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:50:41.743964 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a04e50-e279-485a-a29e-36ce9bcc9980 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=99982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 18:50:41.771998 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a3a04e50-e279-485a-a29e-36ce9bcc9980 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739890731030', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412'] for segment, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:41.772593 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a3a04e50-e279-485a-a29e-36ce9bcc9980 admin admin] Unsubscribe: segment precommit_create {{(pid=99982) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 18:50:41.773111 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.db.segments_db [None req-a3a04e50-e279-485a-a29e-36ce9bcc9980 admin admin] Added segment 626adcb7-b259-45ec-b580-3b59d90bbbe6 of type vlan for network ae1156fb-59ee-46b9-b075-b3c5d816b2d8 Jun 23 18:50:41.790510 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a04e50-e279-485a-a29e-36ce9bcc9980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2f89d7-5cf5-4618-8df0-a6d5131f2c1c,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:50:41.816110 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a04e50-e279-485a-a29e-36ce9bcc9980 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:41.816470 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a04e50-e279-485a-a29e-36ce9bcc9980 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:41.816808 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a04e50-e279-485a-a29e-36ce9bcc9980 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:41.817134 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a04e50-e279-485a-a29e-36ce9bcc9980 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:41.817457 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a04e50-e279-485a-a29e-36ce9bcc9980 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:41.817801 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a04e50-e279-485a-a29e-36ce9bcc9980 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:41.818239 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a04e50-e279-485a-a29e-36ce9bcc9980 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:41.818603 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a04e50-e279-485a-a29e-36ce9bcc9980 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:41.818936 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a04e50-e279-485a-a29e-36ce9bcc9980 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:41.819252 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a04e50-e279-485a-a29e-36ce9bcc9980 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:41.819605 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a04e50-e279-485a-a29e-36ce9bcc9980 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:41.819920 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a04e50-e279-485a-a29e-36ce9bcc9980 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:41.820959 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a04e50-e279-485a-a29e-36ce9bcc9980 admin admin] Tracked resource versions report: Jun 23 18:50:41.820959 dv-cinder-786386-8-iscsi neutron-server[99982]: pushed versions: Jun 23 18:50:41.820959 dv-cinder-786386-8-iscsi neutron-server[99982]: { 'AddressGroup': {'1.2'}, Jun 23 18:50:41.820959 dv-cinder-786386-8-iscsi neutron-server[99982]: 'ConntrackHelper': {'1.0'}, Jun 23 18:50:41.820959 dv-cinder-786386-8-iscsi neutron-server[99982]: 'Log': {'1.0'}, Jun 23 18:50:41.820959 dv-cinder-786386-8-iscsi neutron-server[99982]: 'Network': {'1.1'}, Jun 23 18:50:41.820959 dv-cinder-786386-8-iscsi neutron-server[99982]: 'Port': {'1.7'}, Jun 23 18:50:41.820959 dv-cinder-786386-8-iscsi neutron-server[99982]: 'PortForwarding': {'1.2'}, Jun 23 18:50:41.820959 dv-cinder-786386-8-iscsi neutron-server[99982]: 'QosPolicy': {'1.8'}, Jun 23 18:50:41.820959 dv-cinder-786386-8-iscsi neutron-server[99982]: 'SecurityGroup': {'1.4'}, Jun 23 18:50:41.820959 dv-cinder-786386-8-iscsi neutron-server[99982]: 'SecurityGroupRule': {'1.2'}, Jun 23 18:50:41.820959 dv-cinder-786386-8-iscsi neutron-server[99982]: 'SubPort': {'1.0'}, Jun 23 18:50:41.820959 dv-cinder-786386-8-iscsi neutron-server[99982]: 'Subnet': {'1.1'}, Jun 23 18:50:41.820959 dv-cinder-786386-8-iscsi neutron-server[99982]: 'Trunk': {'1.1'}} Jun 23 18:50:41.820959 dv-cinder-786386-8-iscsi neutron-server[99982]: consumer versions: Jun 23 18:50:41.820959 dv-cinder-786386-8-iscsi neutron-server[99982]: { DHCP agent@dv-cinder-786386-8-iscsi: {}, Jun 23 18:50:41.820959 dv-cinder-786386-8-iscsi neutron-server[99982]: L3 agent@dv-cinder-786386-8-iscsi: {}, Jun 23 18:50:41.820959 dv-cinder-786386-8-iscsi neutron-server[99982]: Metadata agent@dv-cinder-786386-8-iscsi: {}, Jun 23 18:50:41.820959 dv-cinder-786386-8-iscsi neutron-server[99982]: Metering agent@dv-cinder-786386-8-iscsi: {}, Jun 23 18:50:41.820959 dv-cinder-786386-8-iscsi neutron-server[99982]: Open vSwitch agent@dv-cinder-786386-8-iscsi: { 'AddressGroup': '1.2', Jun 23 18:50:41.820959 dv-cinder-786386-8-iscsi neutron-server[99982]: 'ConntrackHelper': '1.0', Jun 23 18:50:41.820959 dv-cinder-786386-8-iscsi neutron-server[99982]: 'Log': '1.0', Jun 23 18:50:41.820959 dv-cinder-786386-8-iscsi neutron-server[99982]: 'Network': '1.1', Jun 23 18:50:41.820959 dv-cinder-786386-8-iscsi neutron-server[99982]: 'Port': '1.7', Jun 23 18:50:41.820959 dv-cinder-786386-8-iscsi neutron-server[99982]: 'PortForwarding': '1.2', Jun 23 18:50:41.820959 dv-cinder-786386-8-iscsi neutron-server[99982]: 'QosPolicy': '1.8', Jun 23 18:50:41.820959 dv-cinder-786386-8-iscsi neutron-server[99982]: 'SecurityGroup': '1.4', Jun 23 18:50:41.820959 dv-cinder-786386-8-iscsi neutron-server[99982]: 'SecurityGroupRule': '1.2', Jun 23 18:50:41.820959 dv-cinder-786386-8-iscsi neutron-server[99982]: 'SubPort': '1.0', Jun 23 18:50:41.820959 dv-cinder-786386-8-iscsi neutron-server[99982]: 'Subnet': '1.1', Jun 23 18:50:41.820959 dv-cinder-786386-8-iscsi neutron-server[99982]: 'Trunk': '1.1'}} Jun 23 18:50:41.820959 dv-cinder-786386-8-iscsi neutron-server[99982]: {{(pid=99982) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 18:50:41.891498 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-a3a04e50-e279-485a-a29e-36ce9bcc9980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:50:41.893901 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a3a04e50-e279-485a-a29e-36ce9bcc9980 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739890161695'] for network, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:41.986564 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a3a04e50-e279-485a-a29e-36ce9bcc9980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545'] for network, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:41.987952 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a04e50-e279-485a-a29e-36ce9bcc9980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:50:41.988610 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a3a04e50-e279-485a-a29e-36ce9bcc9980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for network, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:41.991385 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:50:42.083655 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a04e50-e279-485a-a29e-36ce9bcc9980 admin admin] Pushing event updated for resources: {'Network': ['ID=ae1156fb-59ee-46b9-b075-b3c5d816b2d8,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:50:42.086784 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-a3a04e50-e279-485a-a29e-36ce9bcc9980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:50:42.094773 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Network ae1156fb-59ee-46b9-b075-b3c5d816b2d8 details requested by agent ovs-agent-dv-cinder-786386-8-iscsi with host dv-cinder-786386-8-iscsi {{(pid=99983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 18:50:42.101186 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-a3a04e50-e279-485a-a29e-36ce9bcc9980 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9519069 Jun 23 18:50:44.661370 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 53702) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:50:45.039193 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769f71d4-e2c5-4a59-9807-1eeb49d69213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:50:45.040499 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-769f71d4-e2c5-4a59-9807-1eeb49d69213 admin admin] 10.222.0.47 "GET /v2.0/networks/ae1156fb-59ee-46b9-b075-b3c5d816b2d8 HTTP/1.1" status: 200 len: 825 time: 0.3781850 Jun 23 18:50:45.063805 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-655ca6f2-353d-4a1d-8809-fbfada965cc9 admin admin] 10.222.0.47 "GET /v2.0/subnetpools/68d4e8e0-cbb5-47a2-b05a-6ffe061f081c HTTP/1.1" status: 200 len: 734 time: 0.0180495 Jun 23 18:50:45.072102 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-2e4d99dd-69db-4a3d-8ddd-b1d908df7e8e admin admin] Request body: {'subnet': {'network_id': 'ae1156fb-59ee-46b9-b075-b3c5d816b2d8', 'subnetpool_id': '68d4e8e0-cbb5-47a2-b05a-6ffe061f081c', 'name': 'private-subnet', 'tenant_id': 'a6f76e140f36426f8699f665736daeb8', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:50:45.157438 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4d99dd-69db-4a3d-8ddd-b1d908df7e8e admin admin] Made reservation on behalf of a6f76e140f36426f8699f665736daeb8 for: {'subnet': 1} {{(pid=99982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:50:45.161758 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-2e4d99dd-69db-4a3d-8ddd-b1d908df7e8e admin admin] Notify callbacks [] for subnet, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:45.483991 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-2e4d99dd-69db-4a3d-8ddd-b1d908df7e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538'] for subnet, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:45.488175 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:50:45.555297 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d99dd-69db-4a3d-8ddd-b1d908df7e8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbae7126-e0bb-4354-b074-83c7674343ac,revision_number=0']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:50:45.558480 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-2e4d99dd-69db-4a3d-8ddd-b1d908df7e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:50:45.559900 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4d99dd-69db-4a3d-8ddd-b1d908df7e8e admin admin] Checking segment: {'id': '626adcb7-b259-45ec-b580-3b59d90bbbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ae1156fb-59ee-46b9-b075-b3c5d816b2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:50:45.560292 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4d99dd-69db-4a3d-8ddd-b1d908df7e8e admin admin] Network hostable DHCP agents. Network: ae1156fb-59ee-46b9-b075-b3c5d816b2d8, hostable agents: ['1dd69743-8206-40a5-ae92-aa5513ece3b0'], hosted agents: [] {{(pid=99982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 18:50:45.629668 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4d99dd-69db-4a3d-8ddd-b1d908df7e8e admin admin] Network ae1156fb-59ee-46b9-b075-b3c5d816b2d8 is scheduled to be hosted by DHCP agent 1dd69743-8206-40a5-ae92-aa5513ece3b0 with binding_index 1 {{(pid=99982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 18:50:45.709692 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.base_scheduler [None req-2e4d99dd-69db-4a3d-8ddd-b1d908df7e8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-8-iscsi, ae1156fb-59ee-46b9-b075-b3c5d816b2d8) {{(pid=99982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:50:45.714276 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4d99dd-69db-4a3d-8ddd-b1d908df7e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:50:45.714892 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-2e4d99dd-69db-4a3d-8ddd-b1d908df7e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for subnet, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:45.719590 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3055c8dc-514d-477f-9485-3f80073c220b None None] Network ae1156fb-59ee-46b9-b075-b3c5d816b2d8 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 18:50:45.802275 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-2e4d99dd-69db-4a3d-8ddd-b1d908df7e8e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7334685 Jun 23 18:50:46.028222 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp635e9f09-2955-5d20-83b9-10684d4533fd-ae1156fb-59ee-46b9-b075-b3c5d816b2d8', 'network_id': 'ae1156fb-59ee-46b9-b075-b3c5d816b2d8', 'tenant_id': 'a6f76e140f36426f8699f665736daeb8', 'fixed_ips': [{'subnet_id': 'dbae7126-e0bb-4354-b074-83c7674343ac'}]}} from dv-cinder-786386-8-iscsi. {{(pid=99983) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 18:50:46.029401 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:46.303726 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.db_base_plugin_common [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] Allocated IP 172.20.0.2 (ae1156fb-59ee-46b9-b075-b3c5d816b2d8/dbae7126-e0bb-4354-b074-83c7674343ac/eb546621-db16-4389-ba93-b408f0b82951) {{(pid=99983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:50:46.505944 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] Notify callbacks [] for port, precommit_create {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:46.547541 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] Transition to ACTIVE for port object eb546621-db16-4389-ba93-b408f0b82951 will not be triggered until provisioned by entity L2. {{(pid=99983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:50:46.573114 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] Transition to ACTIVE for port object eb546621-db16-4389-ba93-b408f0b82951 will not be triggered until provisioned by entity DHCP. {{(pid=99983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:50:46.650461 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966'] for port, after_create {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:46.653143 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:50:46.725990 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] Network ae1156fb-59ee-46b9-b075-b3c5d816b2d8 is already hosted by enough agents. {{(pid=99983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:50:46.730895 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.scheduler.base_scheduler [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] Resources bound (agent type, host, resource id): {{(pid=99983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:50:46.736116 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] Pushing event updated for resources: {'Port': ['ID=eb546621-db16-4389-ba93-b408f0b82951,revision_number=1']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:50:46.738294 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] Received port after_create {{(pid=99983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:50:46.747685 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:46.748054 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:46.748395 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:46.748725 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:46.749049 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:46.749372 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:46.749690 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:46.750007 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:46.750362 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:46.750683 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:46.750998 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:46.751310 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:50:46.752406 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] Tracked resource versions report: Jun 23 18:50:46.752406 dv-cinder-786386-8-iscsi neutron-server[99983]: pushed versions: Jun 23 18:50:46.752406 dv-cinder-786386-8-iscsi neutron-server[99983]: { 'AddressGroup': {'1.2'}, Jun 23 18:50:46.752406 dv-cinder-786386-8-iscsi neutron-server[99983]: 'ConntrackHelper': {'1.0'}, Jun 23 18:50:46.752406 dv-cinder-786386-8-iscsi neutron-server[99983]: 'Log': {'1.0'}, Jun 23 18:50:46.752406 dv-cinder-786386-8-iscsi neutron-server[99983]: 'Network': {'1.1'}, Jun 23 18:50:46.752406 dv-cinder-786386-8-iscsi neutron-server[99983]: 'Port': {'1.7'}, Jun 23 18:50:46.752406 dv-cinder-786386-8-iscsi neutron-server[99983]: 'PortForwarding': {'1.2'}, Jun 23 18:50:46.752406 dv-cinder-786386-8-iscsi neutron-server[99983]: 'QosPolicy': {'1.8'}, Jun 23 18:50:46.752406 dv-cinder-786386-8-iscsi neutron-server[99983]: 'SecurityGroup': {'1.4'}, Jun 23 18:50:46.752406 dv-cinder-786386-8-iscsi neutron-server[99983]: 'SecurityGroupRule': {'1.2'}, Jun 23 18:50:46.752406 dv-cinder-786386-8-iscsi neutron-server[99983]: 'SubPort': {'1.0'}, Jun 23 18:50:46.752406 dv-cinder-786386-8-iscsi neutron-server[99983]: 'Subnet': {'1.1'}, Jun 23 18:50:46.752406 dv-cinder-786386-8-iscsi neutron-server[99983]: 'Trunk': {'1.1'}} Jun 23 18:50:46.752406 dv-cinder-786386-8-iscsi neutron-server[99983]: consumer versions: Jun 23 18:50:46.752406 dv-cinder-786386-8-iscsi neutron-server[99983]: { DHCP agent@dv-cinder-786386-8-iscsi: {}, Jun 23 18:50:46.752406 dv-cinder-786386-8-iscsi neutron-server[99983]: L3 agent@dv-cinder-786386-8-iscsi: {}, Jun 23 18:50:46.752406 dv-cinder-786386-8-iscsi neutron-server[99983]: Metadata agent@dv-cinder-786386-8-iscsi: {}, Jun 23 18:50:46.752406 dv-cinder-786386-8-iscsi neutron-server[99983]: Metering agent@dv-cinder-786386-8-iscsi: {}, Jun 23 18:50:46.752406 dv-cinder-786386-8-iscsi neutron-server[99983]: Open vSwitch agent@dv-cinder-786386-8-iscsi: { 'AddressGroup': '1.2', Jun 23 18:50:46.752406 dv-cinder-786386-8-iscsi neutron-server[99983]: 'ConntrackHelper': '1.0', Jun 23 18:50:46.752406 dv-cinder-786386-8-iscsi neutron-server[99983]: 'Log': '1.0', Jun 23 18:50:46.752406 dv-cinder-786386-8-iscsi neutron-server[99983]: 'Network': '1.1', Jun 23 18:50:46.752406 dv-cinder-786386-8-iscsi neutron-server[99983]: 'Port': '1.7', Jun 23 18:50:46.752406 dv-cinder-786386-8-iscsi neutron-server[99983]: 'PortForwarding': '1.2', Jun 23 18:50:46.752406 dv-cinder-786386-8-iscsi neutron-server[99983]: 'QosPolicy': '1.8', Jun 23 18:50:46.752406 dv-cinder-786386-8-iscsi neutron-server[99983]: 'SecurityGroup': '1.4', Jun 23 18:50:46.752406 dv-cinder-786386-8-iscsi neutron-server[99983]: 'SecurityGroupRule': '1.2', Jun 23 18:50:46.752406 dv-cinder-786386-8-iscsi neutron-server[99983]: 'SubPort': '1.0', Jun 23 18:50:46.752406 dv-cinder-786386-8-iscsi neutron-server[99983]: 'Subnet': '1.1', Jun 23 18:50:46.752406 dv-cinder-786386-8-iscsi neutron-server[99983]: 'Trunk': '1.1'}} Jun 23 18:50:46.752406 dv-cinder-786386-8-iscsi neutron-server[99983]: {{(pid=99983) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 18:50:46.772241 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:50:46.818446 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] Attempting to bind port eb546621-db16-4389-ba93-b408f0b82951 on host dv-cinder-786386-8-iscsi for vnic_type normal with profile {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 18:50:46.818819 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] Attempting to bind port eb546621-db16-4389-ba93-b408f0b82951 by drivers openvswitch,hyperv on host dv-cinder-786386-8-iscsi at level 0 using segments [{'id': '626adcb7-b259-45ec-b580-3b59d90bbbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ae1156fb-59ee-46b9-b075-b3c5d816b2d8'}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 18:50:46.819260 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] Attempting to bind port eb546621-db16-4389-ba93-b408f0b82951 on network ae1156fb-59ee-46b9-b075-b3c5d816b2d8 {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:50:46.824408 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] Checking agent: {'id': 'a2428681-7d0e-4763-9bc6-e98548fc0bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 50, 31), 'started_at': datetime.datetime(2021, 6, 23, 18, 50, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 18, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:50:46.824766 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] Checking segment: {'id': '626adcb7-b259-45ec-b580-3b59d90bbbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ae1156fb-59ee-46b9-b075-b3c5d816b2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:50:46.825233 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:46.825622 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] Bound using segment: {'id': '626adcb7-b259-45ec-b580-3b59d90bbbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ae1156fb-59ee-46b9-b075-b3c5d816b2d8'} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:50:46.826099 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] Bound port: eb546621-db16-4389-ba93-b408f0b82951, host: dv-cinder-786386-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '626adcb7-b259-45ec-b580-3b59d90bbbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ae1156fb-59ee-46b9-b075-b3c5d816b2d8'}}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 18:50:46.826528 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:46.886707 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] For port eb546621-db16-4389-ba93-b408f0b82951, host dv-cinder-786386-8-iscsi, cleared binding levels {{(pid=99983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 18:50:46.893772 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] For port eb546621-db16-4389-ba93-b408f0b82951, host dv-cinder-786386-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=eb546621-db16-4389-ba93-b408f0b82951,segment=NetworkSegment(626adcb7-b259-45ec-b580-3b59d90bbbe6),segment_id=626adcb7-b259-45ec-b580-3b59d90bbbe6)] {{(pid=99983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 18:50:46.973916 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:46.979347 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:50:47.044047 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] Pushing event updated for resources: {'Port': ['ID=eb546621-db16-4389-ba93-b408f0b82951,revision_number=2']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:50:47.053625 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:50:48.136807 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 53710) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:50:48.450867 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [None req-cc3f14dc-e615-49c8-9756-28d5268edbeb admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=99982) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 18:50:48.451837 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-cc3f14dc-e615-49c8-9756-28d5268edbeb admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3140578 Jun 23 18:50:50.777062 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 53718) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:50:51.261742 dv-cinder-786386-8-iscsi neutron-server[99981]: WARNING oslo_policy.policy [None req-3c5c164e-f035-4b29-a364-97cf1ac00a98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 18:50:51.262593 dv-cinder-786386-8-iscsi neutron-server[99981]: WARNING oslo_policy.policy [None req-3c5c164e-f035-4b29-a364-97cf1ac00a98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 18:50:51.477327 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [None req-3c5c164e-f035-4b29-a364-97cf1ac00a98 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=99981) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 18:50:51.478611 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-3c5c164e-f035-4b29-a364-97cf1ac00a98 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6992352 Jun 23 18:50:53.056171 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cfb0be-bc46-4ce2-8cf9-70c18bda8ee9 None None] Network ae1156fb-59ee-46b9-b075-b3c5d816b2d8 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 18:50:53.257685 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-80105e45-21a4-432f-8abe-7cec22b5ba15 None None] Provisioning for port eb546621-db16-4389-ba93-b408f0b82951 completed by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:50:53.269714 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device eb546621-db16-4389-ba93-b408f0b82951 up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:50:53.438819 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning for port eb546621-db16-4389-ba93-b408f0b82951 completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:50:53.443038 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port eb546621-db16-4389-ba93-b408f0b82951 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:50:53.443462 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:53.493070 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-5220e6aa-b9f2-4eaf-a95a-4567ca6345c6 None None] Provisioning complete for port eb546621-db16-4389-ba93-b408f0b82951 triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:50:53.493446 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-5220e6aa-b9f2-4eaf-a95a-4567ca6345c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:53.586385 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:53.648175 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] For port eb546621-db16-4389-ba93-b408f0b82951, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=eb546621-db16-4389-ba93-b408f0b82951,segment=NetworkSegment(626adcb7-b259-45ec-b580-3b59d90bbbe6),segment_id=626adcb7-b259-45ec-b580-3b59d90bbbe6)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:50:53.659724 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-5220e6aa-b9f2-4eaf-a95a-4567ca6345c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:53.718715 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:53.724227 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:50:53.784584 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.db.api [None req-5220e6aa-b9f2-4eaf-a95a-4567ca6345c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99983) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 18:50:53.784967 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_db.api [None req-5220e6aa-b9f2-4eaf-a95a-4567ca6345c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 18:50:53.793670 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Pushing event updated for resources: {'Port': ['ID=eb546621-db16-4389-ba93-b408f0b82951,revision_number=3']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:50:53.796824 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:50:54.055115 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 53738) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:50:54.346161 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-1f7e3c24-706f-4ae8-9f85-56223af6e80d admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'a6f76e140f36426f8699f665736daeb8'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:50:54.421168 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-1f7e3c24-706f-4ae8-9f85-56223af6e80d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1984276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31832'] for router, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:54.422684 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-1f7e3c24-706f-4ae8-9f85-56223af6e80d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1977642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2055753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31811'] for router, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:54.555858 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-1f7e3c24-706f-4ae8-9f85-56223af6e80d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:54.614393 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-1f7e3c24-706f-4ae8-9f85-56223af6e80d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1996929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1975405'] for router, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:54.682061 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-1f7e3c24-706f-4ae8-9f85-56223af6e80d admin admin] Notify callbacks [] for router, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:54.683334 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-1f7e3c24-706f-4ae8-9f85-56223af6e80d admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6272013 Jun 23 18:50:54.904565 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 5 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:50:55.228889 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device eb546621-db16-4389-ba93-b408f0b82951 up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:50:55.273394 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port eb546621-db16-4389-ba93-b408f0b82951 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:50:55.273764 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:56.996179 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 53746) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:50:57.294733 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [None req-d6e2b63d-ca46-4382-a39e-5154d64dfbbd admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=99982) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 18:50:57.295725 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-d6e2b63d-ca46-4382-a39e-5154d64dfbbd admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2986767 Jun 23 18:50:58.455537 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-60bbd112-6113-4512-8dfd-368648b223bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:50:59.627790 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 53754) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:50:59.944471 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-a53de0c9-816f-41bd-a0ff-8bebd3dafd6d admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:50:59.945900 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.quota [None req-a53de0c9-816f-41bd-a0ff-8bebd3dafd6d admin admin] Loaded quota_driver: . Jun 23 18:51:00.066029 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53de0c9-816f-41bd-a0ff-8bebd3dafd6d admin admin] Made reservation on behalf of 30c1f1472b594df0b666b154e9e6c182 for: {'network': 1} {{(pid=99981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:51:00.137797 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.policy [None req-a53de0c9-816f-41bd-a0ff-8bebd3dafd6d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99981) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 18:51:00.184607 dv-cinder-786386-8-iscsi neutron-server[99981]: WARNING oslo_policy.policy [None req-a53de0c9-816f-41bd-a0ff-8bebd3dafd6d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 18:51:00.184975 dv-cinder-786386-8-iscsi neutron-server[99981]: WARNING oslo_policy.policy [None req-a53de0c9-816f-41bd-a0ff-8bebd3dafd6d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 18:51:00.195082 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a53de0c9-816f-41bd-a0ff-8bebd3dafd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for network, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:00.215479 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a53de0c9-816f-41bd-a0ff-8bebd3dafd6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:00.359837 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a53de0c9-816f-41bd-a0ff-8bebd3dafd6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:00.421349 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a53de0c9-816f-41bd-a0ff-8bebd3dafd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:00.427458 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:51:00.434943 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a53de0c9-816f-41bd-a0ff-8bebd3dafd6d admin admin] Reserving flat network on physical network physnet1 {{(pid=99981) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 23 18:51:00.467980 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a53de0c9-816f-41bd-a0ff-8bebd3dafd6d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739890731030', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412'] for segment, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:00.468547 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a53de0c9-816f-41bd-a0ff-8bebd3dafd6d admin admin] Unsubscribe: segment precommit_create {{(pid=99981) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 18:51:00.469059 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.db.segments_db [None req-a53de0c9-816f-41bd-a0ff-8bebd3dafd6d admin admin] Added segment 06735785-9383-45ec-8182-cbd06f0cff2c of type flat for network 5d962e1b-a48a-439d-b5f0-687f24f30c92 Jun 23 18:51:00.485395 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53de0c9-816f-41bd-a0ff-8bebd3dafd6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fb6fed-be76-4bfd-aa5b-e4820eefb6b4,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:51:00.508503 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53de0c9-816f-41bd-a0ff-8bebd3dafd6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:00.508853 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53de0c9-816f-41bd-a0ff-8bebd3dafd6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:00.509186 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53de0c9-816f-41bd-a0ff-8bebd3dafd6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:00.509504 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53de0c9-816f-41bd-a0ff-8bebd3dafd6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:00.509852 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53de0c9-816f-41bd-a0ff-8bebd3dafd6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:00.510185 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53de0c9-816f-41bd-a0ff-8bebd3dafd6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:00.510526 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53de0c9-816f-41bd-a0ff-8bebd3dafd6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:00.510858 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53de0c9-816f-41bd-a0ff-8bebd3dafd6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:00.511188 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53de0c9-816f-41bd-a0ff-8bebd3dafd6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:00.511498 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53de0c9-816f-41bd-a0ff-8bebd3dafd6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:00.511805 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53de0c9-816f-41bd-a0ff-8bebd3dafd6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:00.512111 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53de0c9-816f-41bd-a0ff-8bebd3dafd6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:00.513134 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53de0c9-816f-41bd-a0ff-8bebd3dafd6d admin admin] Tracked resource versions report: Jun 23 18:51:00.513134 dv-cinder-786386-8-iscsi neutron-server[99981]: pushed versions: Jun 23 18:51:00.513134 dv-cinder-786386-8-iscsi neutron-server[99981]: { 'AddressGroup': {'1.2'}, Jun 23 18:51:00.513134 dv-cinder-786386-8-iscsi neutron-server[99981]: 'ConntrackHelper': {'1.0'}, Jun 23 18:51:00.513134 dv-cinder-786386-8-iscsi neutron-server[99981]: 'Log': {'1.0'}, Jun 23 18:51:00.513134 dv-cinder-786386-8-iscsi neutron-server[99981]: 'Network': {'1.1'}, Jun 23 18:51:00.513134 dv-cinder-786386-8-iscsi neutron-server[99981]: 'Port': {'1.7'}, Jun 23 18:51:00.513134 dv-cinder-786386-8-iscsi neutron-server[99981]: 'PortForwarding': {'1.2'}, Jun 23 18:51:00.513134 dv-cinder-786386-8-iscsi neutron-server[99981]: 'QosPolicy': {'1.8'}, Jun 23 18:51:00.513134 dv-cinder-786386-8-iscsi neutron-server[99981]: 'SecurityGroup': {'1.4'}, Jun 23 18:51:00.513134 dv-cinder-786386-8-iscsi neutron-server[99981]: 'SecurityGroupRule': {'1.2'}, Jun 23 18:51:00.513134 dv-cinder-786386-8-iscsi neutron-server[99981]: 'SubPort': {'1.0'}, Jun 23 18:51:00.513134 dv-cinder-786386-8-iscsi neutron-server[99981]: 'Subnet': {'1.1'}, Jun 23 18:51:00.513134 dv-cinder-786386-8-iscsi neutron-server[99981]: 'Trunk': {'1.1'}} Jun 23 18:51:00.513134 dv-cinder-786386-8-iscsi neutron-server[99981]: consumer versions: Jun 23 18:51:00.513134 dv-cinder-786386-8-iscsi neutron-server[99981]: { DHCP agent@dv-cinder-786386-8-iscsi: {}, Jun 23 18:51:00.513134 dv-cinder-786386-8-iscsi neutron-server[99981]: L3 agent@dv-cinder-786386-8-iscsi: {}, Jun 23 18:51:00.513134 dv-cinder-786386-8-iscsi neutron-server[99981]: Metadata agent@dv-cinder-786386-8-iscsi: {}, Jun 23 18:51:00.513134 dv-cinder-786386-8-iscsi neutron-server[99981]: Metering agent@dv-cinder-786386-8-iscsi: {}, Jun 23 18:51:00.513134 dv-cinder-786386-8-iscsi neutron-server[99981]: Open vSwitch agent@dv-cinder-786386-8-iscsi: { 'AddressGroup': '1.2', Jun 23 18:51:00.513134 dv-cinder-786386-8-iscsi neutron-server[99981]: 'ConntrackHelper': '1.0', Jun 23 18:51:00.513134 dv-cinder-786386-8-iscsi neutron-server[99981]: 'Log': '1.0', Jun 23 18:51:00.513134 dv-cinder-786386-8-iscsi neutron-server[99981]: 'Network': '1.1', Jun 23 18:51:00.513134 dv-cinder-786386-8-iscsi neutron-server[99981]: 'Port': '1.7', Jun 23 18:51:00.513134 dv-cinder-786386-8-iscsi neutron-server[99981]: 'PortForwarding': '1.2', Jun 23 18:51:00.513134 dv-cinder-786386-8-iscsi neutron-server[99981]: 'QosPolicy': '1.8', Jun 23 18:51:00.513134 dv-cinder-786386-8-iscsi neutron-server[99981]: 'SecurityGroup': '1.4', Jun 23 18:51:00.513134 dv-cinder-786386-8-iscsi neutron-server[99981]: 'SecurityGroupRule': '1.2', Jun 23 18:51:00.513134 dv-cinder-786386-8-iscsi neutron-server[99981]: 'SubPort': '1.0', Jun 23 18:51:00.513134 dv-cinder-786386-8-iscsi neutron-server[99981]: 'Subnet': '1.1', Jun 23 18:51:00.513134 dv-cinder-786386-8-iscsi neutron-server[99981]: 'Trunk': '1.1'}} Jun 23 18:51:00.513134 dv-cinder-786386-8-iscsi neutron-server[99981]: {{(pid=99981) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 18:51:00.591310 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-a53de0c9-816f-41bd-a0ff-8bebd3dafd6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:51:00.603767 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a53de0c9-816f-41bd-a0ff-8bebd3dafd6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739890161695'] for network, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:00.740029 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a53de0c9-816f-41bd-a0ff-8bebd3dafd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545'] for network, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:00.741670 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53de0c9-816f-41bd-a0ff-8bebd3dafd6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:51:00.742373 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a53de0c9-816f-41bd-a0ff-8bebd3dafd6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for network, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:00.744460 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:51:00.837026 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53de0c9-816f-41bd-a0ff-8bebd3dafd6d admin admin] Pushing event updated for resources: {'Network': ['ID=5d962e1b-a48a-439d-b5f0-687f24f30c92,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:51:00.840146 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-a53de0c9-816f-41bd-a0ff-8bebd3dafd6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:51:00.847381 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Network 5d962e1b-a48a-439d-b5f0-687f24f30c92 details requested by agent ovs-agent-dv-cinder-786386-8-iscsi with host dv-cinder-786386-8-iscsi {{(pid=99983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 18:51:00.860541 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-a53de0c9-816f-41bd-a0ff-8bebd3dafd6d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2317274 Jun 23 18:51:01.016441 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-b9b3943a-0c77-4688-9dc1-89eaacf8cec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:01.431215 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:02.267444 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:03.152645 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 53778) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:51:03.323746 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61eb263-5ac5-4667-8ff8-589194cf9b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:51:03.325055 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-a61eb263-5ac5-4667-8ff8-589194cf9b9f admin admin] 10.222.0.47 "GET /v2.0/subnets/dbae7126-e0bb-4354-b074-83c7674343ac HTTP/1.1" status: 200 len: 849 time: 0.1714847 Jun 23 18:51:03.440291 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-70731a36-aac8-463c-a155-8bb4bcb1df2d admin admin] 10.222.0.47 "GET /v2.0/routers/d1e25f29-dc75-4356-88ab-1d503488998e HTTP/1.1" status: 200 len: 704 time: 0.1099820 Jun 23 18:51:03.507469 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:03.699488 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-c26fd02f-510e-4f59-9c82-bb0ca517779e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:03.981574 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.db_base_plugin_common [None req-c26fd02f-510e-4f59-9c82-bb0ca517779e admin admin] Allocated IP 172.20.0.1 (ae1156fb-59ee-46b9-b075-b3c5d816b2d8/dbae7126-e0bb-4354-b074-83c7674343ac/37718846-04b9-4517-9cd9-cc1a47417580) {{(pid=99982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:51:04.129473 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-c26fd02f-510e-4f59-9c82-bb0ca517779e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:04.150340 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.provisioning_blocks [None req-c26fd02f-510e-4f59-9c82-bb0ca517779e admin admin] Transition to ACTIVE for port object 37718846-04b9-4517-9cd9-cc1a47417580 will not be triggered until provisioned by entity DHCP. {{(pid=99982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:51:04.343003 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-c26fd02f-510e-4f59-9c82-bb0ca517779e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966'] for port, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:04.345143 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:51:04.415468 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26fd02f-510e-4f59-9c82-bb0ca517779e admin admin] Network ae1156fb-59ee-46b9-b075-b3c5d816b2d8 is already hosted by enough agents. {{(pid=99982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:51:04.419964 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.base_scheduler [None req-c26fd02f-510e-4f59-9c82-bb0ca517779e admin admin] Resources bound (agent type, host, resource id): {{(pid=99982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:51:04.426253 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26fd02f-510e-4f59-9c82-bb0ca517779e admin admin] Received port after_create {{(pid=99982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:51:04.426253 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-c26fd02f-510e-4f59-9c82-bb0ca517779e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015853'] for router_interface, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:04.449113 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26fd02f-510e-4f59-9c82-bb0ca517779e admin admin] Pushing event updated for resources: {'Port': ['ID=37718846-04b9-4517-9cd9-cc1a47417580,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:51:04.489909 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-c26fd02f-510e-4f59-9c82-bb0ca517779e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:51:04.656025 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-4c39d18a-bbe3-481f-b2bf-7f7b18a7d373 None None] Provisioning for port 37718846-04b9-4517-9cd9-cc1a47417580 completed by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:51:04.659633 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-4c39d18a-bbe3-481f-b2bf-7f7b18a7d373 None None] Provisioning complete for port 37718846-04b9-4517-9cd9-cc1a47417580 triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:51:04.660012 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-4c39d18a-bbe3-481f-b2bf-7f7b18a7d373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:04.693100 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-4c39d18a-bbe3-481f-b2bf-7f7b18a7d373 None None] Port 37718846-04b9-4517-9cd9-cc1a47417580 cannot update to ACTIVE because it is not bound. {{(pid=99983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 18:51:04.709466 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-c26fd02f-510e-4f59-9c82-bb0ca517779e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:04.882285 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-c26fd02f-510e-4f59-9c82-bb0ca517779e admin admin] Notify callbacks [] for port, precommit_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:04.930403 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-c26fd02f-510e-4f59-9c82-bb0ca517779e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:04.931426 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-c26fd02f-510e-4f59-9c82-bb0ca517779e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2015873'] for router_interface, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:04.933878 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-c26fd02f-510e-4f59-9c82-bb0ca517779e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:51:05.030855 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26fd02f-510e-4f59-9c82-bb0ca517779e admin admin] Pushing event updated for resources: {'Port': ['ID=37718846-04b9-4517-9cd9-cc1a47417580,revision_number=2']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:51:05.034972 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-c26fd02f-510e-4f59-9c82-bb0ca517779e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:51:05.072640 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26fd02f-510e-4f59-9c82-bb0ca517779e admin admin] Network ae1156fb-59ee-46b9-b075-b3c5d816b2d8 is already hosted by enough agents. {{(pid=99982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:51:05.074163 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.base_scheduler [None req-c26fd02f-510e-4f59-9c82-bb0ca517779e admin admin] Resources bound (agent type, host, resource id): {{(pid=99982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:51:05.313829 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-6218fbf0-7c91-45b3-a874-73d468d07fda None None] Provisioning complete for port 37718846-04b9-4517-9cd9-cc1a47417580 triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:51:05.314225 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-6218fbf0-7c91-45b3-a874-73d468d07fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:05.317332 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26fd02f-510e-4f59-9c82-bb0ca517779e admin admin] Router d1e25f29-dc75-4356-88ab-1d503488998e is scheduled to L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 with binding_index 1 {{(pid=99982) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 18:51:05.350302 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-6218fbf0-7c91-45b3-a874-73d468d07fda None None] Port 37718846-04b9-4517-9cd9-cc1a47417580 cannot update to ACTIVE because it is not bound. {{(pid=99983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 18:51:05.412901 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26fd02f-510e-4f59-9c82-bb0ca517779e admin admin] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 18:51:05.418143 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-c26fd02f-510e-4f59-9c82-bb0ca517779e admin admin] 10.222.0.47 "PUT /v2.0/routers/d1e25f29-dc75-4356-88ab-1d503488998e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9717975 Jun 23 18:51:05.441461 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52ff734-0e70-4ac1-9905-64f4a47a4540 None None] Sync routers for ids ['d1e25f29-dc75-4356-88ab-1d503488998e'] in dv-cinder-786386-8-iscsi {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:51:05.453046 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52ff734-0e70-4ac1-9905-64f4a47a4540 None None] Routers {'d1e25f29-dc75-4356-88ab-1d503488998e'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:51:05.453911 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-f52ff734-0e70-4ac1-9905-64f4a47a4540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T18:51:01Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['d1e25f29-dc75-4356-88ab-1d503488998e'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:51:05.632432 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-f52ff734-0e70-4ac1-9905-64f4a47a4540 None None] Set router d1e25f29-dc75-4356-88ab-1d503488998e gateway port host: None {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:51:06.053537 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-f52ff734-0e70-4ac1-9905-64f4a47a4540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e25f29-dc75-4356-88ab-1d503488998e', 'name': 'router1', 'tenant_id': 'a6f76e140f36426f8699f665736daeb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:50:54Z', 'updated_at': '2021-06-23T18:51:04Z', 'revision_number': 2, 'project_id': 'a6f76e140f36426f8699f665736daeb8', 'gw_port_host': None, '_interfaces': [{'id': '37718846-04b9-4517-9cd9-cc1a47417580', 'name': '', 'network_id': 'ae1156fb-59ee-46b9-b075-b3c5d816b2d8', 'tenant_id': 'a6f76e140f36426f8699f665736daeb8', 'mac_address': 'fa:16:3e:3b:de:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e25f29-dc75-4356-88ab-1d503488998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dbae7126-e0bb-4354-b074-83c7674343ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:51:03Z', 'updated_at': '2021-06-23T18:51:04Z', 'revision_number': 2, 'project_id': 'a6f76e140f36426f8699f665736daeb8', 'subnets': [{'id': 'dbae7126-e0bb-4354-b074-83c7674343ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68d4e8e0-cbb5-47a2-b05a-6ffe061f081c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:51:06.102101 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52ff734-0e70-4ac1-9905-64f4a47a4540 None None] Checking router: d1e25f29-dc75-4356-88ab-1d503488998e for host: dv-cinder-786386-8-iscsi {{(pid=99984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:51:06.102502 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52ff734-0e70-4ac1-9905-64f4a47a4540 None None] Updating router d1e25f29-dc75-4356-88ab-1d503488998e port 37718846-04b9-4517-9cd9-cc1a47417580 binding host dv-cinder-786386-8-iscsi {{(pid=99984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:51:06.164025 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-f52ff734-0e70-4ac1-9905-64f4a47a4540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:06.641178 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-f52ff734-0e70-4ac1-9905-64f4a47a4540 None None] Notify callbacks [] for port, precommit_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:06.658386 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.provisioning_blocks [None req-f52ff734-0e70-4ac1-9905-64f4a47a4540 None None] Transition to ACTIVE for port object 37718846-04b9-4517-9cd9-cc1a47417580 will not be triggered until provisioned by entity L2. {{(pid=99984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:51:06.734296 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-f52ff734-0e70-4ac1-9905-64f4a47a4540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:06.740041 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:51:06.885481 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f7345d-fc2a-42e6-a8d6-3bd91258d8bc None None] Pushing event updated for resources: {'Port': ['ID=37718846-04b9-4517-9cd9-cc1a47417580,revision_number=3']} {{(pid=99984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:51:06.901688 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f7345d-fc2a-42e6-a8d6-3bd91258d8bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:06.902025 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f7345d-fc2a-42e6-a8d6-3bd91258d8bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:06.902386 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f7345d-fc2a-42e6-a8d6-3bd91258d8bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:06.902717 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f7345d-fc2a-42e6-a8d6-3bd91258d8bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:06.903041 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f7345d-fc2a-42e6-a8d6-3bd91258d8bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:06.903364 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f7345d-fc2a-42e6-a8d6-3bd91258d8bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:06.903681 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f7345d-fc2a-42e6-a8d6-3bd91258d8bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:06.903999 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f7345d-fc2a-42e6-a8d6-3bd91258d8bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:06.904363 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f7345d-fc2a-42e6-a8d6-3bd91258d8bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:06.904682 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f7345d-fc2a-42e6-a8d6-3bd91258d8bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:06.904994 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f7345d-fc2a-42e6-a8d6-3bd91258d8bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:06.905304 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f7345d-fc2a-42e6-a8d6-3bd91258d8bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:51:06.906388 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f7345d-fc2a-42e6-a8d6-3bd91258d8bc None None] Tracked resource versions report: Jun 23 18:51:06.906388 dv-cinder-786386-8-iscsi neutron-server[99984]: pushed versions: Jun 23 18:51:06.906388 dv-cinder-786386-8-iscsi neutron-server[99984]: { 'AddressGroup': {'1.2'}, Jun 23 18:51:06.906388 dv-cinder-786386-8-iscsi neutron-server[99984]: 'ConntrackHelper': {'1.0'}, Jun 23 18:51:06.906388 dv-cinder-786386-8-iscsi neutron-server[99984]: 'Log': {'1.0'}, Jun 23 18:51:06.906388 dv-cinder-786386-8-iscsi neutron-server[99984]: 'Network': {'1.1'}, Jun 23 18:51:06.906388 dv-cinder-786386-8-iscsi neutron-server[99984]: 'Port': {'1.7'}, Jun 23 18:51:06.906388 dv-cinder-786386-8-iscsi neutron-server[99984]: 'PortForwarding': {'1.2'}, Jun 23 18:51:06.906388 dv-cinder-786386-8-iscsi neutron-server[99984]: 'QosPolicy': {'1.8'}, Jun 23 18:51:06.906388 dv-cinder-786386-8-iscsi neutron-server[99984]: 'SecurityGroup': {'1.4'}, Jun 23 18:51:06.906388 dv-cinder-786386-8-iscsi neutron-server[99984]: 'SecurityGroupRule': {'1.2'}, Jun 23 18:51:06.906388 dv-cinder-786386-8-iscsi neutron-server[99984]: 'SubPort': {'1.0'}, Jun 23 18:51:06.906388 dv-cinder-786386-8-iscsi neutron-server[99984]: 'Subnet': {'1.1'}, Jun 23 18:51:06.906388 dv-cinder-786386-8-iscsi neutron-server[99984]: 'Trunk': {'1.1'}} Jun 23 18:51:06.906388 dv-cinder-786386-8-iscsi neutron-server[99984]: consumer versions: Jun 23 18:51:06.906388 dv-cinder-786386-8-iscsi neutron-server[99984]: { DHCP agent@dv-cinder-786386-8-iscsi: {}, Jun 23 18:51:06.906388 dv-cinder-786386-8-iscsi neutron-server[99984]: L3 agent@dv-cinder-786386-8-iscsi: {}, Jun 23 18:51:06.906388 dv-cinder-786386-8-iscsi neutron-server[99984]: Metadata agent@dv-cinder-786386-8-iscsi: {}, Jun 23 18:51:06.906388 dv-cinder-786386-8-iscsi neutron-server[99984]: Metering agent@dv-cinder-786386-8-iscsi: {}, Jun 23 18:51:06.906388 dv-cinder-786386-8-iscsi neutron-server[99984]: Open vSwitch agent@dv-cinder-786386-8-iscsi: { 'AddressGroup': '1.2', Jun 23 18:51:06.906388 dv-cinder-786386-8-iscsi neutron-server[99984]: 'ConntrackHelper': '1.0', Jun 23 18:51:06.906388 dv-cinder-786386-8-iscsi neutron-server[99984]: 'Log': '1.0', Jun 23 18:51:06.906388 dv-cinder-786386-8-iscsi neutron-server[99984]: 'Network': '1.1', Jun 23 18:51:06.906388 dv-cinder-786386-8-iscsi neutron-server[99984]: 'Port': '1.7', Jun 23 18:51:06.906388 dv-cinder-786386-8-iscsi neutron-server[99984]: 'PortForwarding': '1.2', Jun 23 18:51:06.906388 dv-cinder-786386-8-iscsi neutron-server[99984]: 'QosPolicy': '1.8', Jun 23 18:51:06.906388 dv-cinder-786386-8-iscsi neutron-server[99984]: 'SecurityGroup': '1.4', Jun 23 18:51:06.906388 dv-cinder-786386-8-iscsi neutron-server[99984]: 'SecurityGroupRule': '1.2', Jun 23 18:51:06.906388 dv-cinder-786386-8-iscsi neutron-server[99984]: 'SubPort': '1.0', Jun 23 18:51:06.906388 dv-cinder-786386-8-iscsi neutron-server[99984]: 'Subnet': '1.1', Jun 23 18:51:06.906388 dv-cinder-786386-8-iscsi neutron-server[99984]: 'Trunk': '1.1'}} Jun 23 18:51:06.906388 dv-cinder-786386-8-iscsi neutron-server[99984]: {{(pid=99984) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 18:51:06.911504 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.managers [None req-f52ff734-0e70-4ac1-9905-64f4a47a4540 None None] Attempting to bind port 37718846-04b9-4517-9cd9-cc1a47417580 on host dv-cinder-786386-8-iscsi for vnic_type normal with profile {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 18:51:06.912002 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.managers [None req-f52ff734-0e70-4ac1-9905-64f4a47a4540 None None] Attempting to bind port 37718846-04b9-4517-9cd9-cc1a47417580 by drivers openvswitch,hyperv on host dv-cinder-786386-8-iscsi at level 0 using segments [{'id': '626adcb7-b259-45ec-b580-3b59d90bbbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ae1156fb-59ee-46b9-b075-b3c5d816b2d8'}] {{(pid=99984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 18:51:06.912327 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52ff734-0e70-4ac1-9905-64f4a47a4540 None None] Attempting to bind port 37718846-04b9-4517-9cd9-cc1a47417580 on network ae1156fb-59ee-46b9-b075-b3c5d816b2d8 {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:51:06.914507 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [None req-31f7345d-fc2a-42e6-a8d6-3bd91258d8bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:51:06.918634 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52ff734-0e70-4ac1-9905-64f4a47a4540 None None] Checking agent: {'id': 'a2428681-7d0e-4763-9bc6-e98548fc0bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 50, 31), 'started_at': datetime.datetime(2021, 6, 23, 18, 51, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 18, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:51:06.919504 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52ff734-0e70-4ac1-9905-64f4a47a4540 None None] Checking segment: {'id': '626adcb7-b259-45ec-b580-3b59d90bbbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ae1156fb-59ee-46b9-b075-b3c5d816b2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:51:06.919728 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-f52ff734-0e70-4ac1-9905-64f4a47a4540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:06.920119 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52ff734-0e70-4ac1-9905-64f4a47a4540 None None] Bound using segment: {'id': '626adcb7-b259-45ec-b580-3b59d90bbbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ae1156fb-59ee-46b9-b075-b3c5d816b2d8'} {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:51:06.920673 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.managers [None req-f52ff734-0e70-4ac1-9905-64f4a47a4540 None None] Bound port: 37718846-04b9-4517-9cd9-cc1a47417580, host: dv-cinder-786386-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '626adcb7-b259-45ec-b580-3b59d90bbbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ae1156fb-59ee-46b9-b075-b3c5d816b2d8'}}] {{(pid=99984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 18:51:06.921074 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-f52ff734-0e70-4ac1-9905-64f4a47a4540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:06.985716 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.db [None req-f52ff734-0e70-4ac1-9905-64f4a47a4540 None None] For port 37718846-04b9-4517-9cd9-cc1a47417580, host dv-cinder-786386-8-iscsi, cleared binding levels {{(pid=99984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 18:51:07.005706 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.db [None req-f52ff734-0e70-4ac1-9905-64f4a47a4540 None None] For port 37718846-04b9-4517-9cd9-cc1a47417580, host dv-cinder-786386-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=37718846-04b9-4517-9cd9-cc1a47417580,segment=NetworkSegment(626adcb7-b259-45ec-b580-3b59d90bbbe6),segment_id=626adcb7-b259-45ec-b580-3b59d90bbbe6)] {{(pid=99984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 18:51:07.096925 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-f52ff734-0e70-4ac1-9905-64f4a47a4540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:07.100728 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [None req-31f7345d-fc2a-42e6-a8d6-3bd91258d8bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:51:07.156457 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52ff734-0e70-4ac1-9905-64f4a47a4540 None None] Routers {'d1e25f29-dc75-4356-88ab-1d503488998e'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:51:07.157067 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-f52ff734-0e70-4ac1-9905-64f4a47a4540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T18:51:01Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['d1e25f29-dc75-4356-88ab-1d503488998e'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:51:07.158796 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f7345d-fc2a-42e6-a8d6-3bd91258d8bc None None] Pushing event updated for resources: {'Port': ['ID=37718846-04b9-4517-9cd9-cc1a47417580,revision_number=4']} {{(pid=99984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:51:07.163749 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [None req-31f7345d-fc2a-42e6-a8d6-3bd91258d8bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:51:07.249128 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-f52ff734-0e70-4ac1-9905-64f4a47a4540 None None] Set router d1e25f29-dc75-4356-88ab-1d503488998e gateway port host: None {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:51:07.461533 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-f52ff734-0e70-4ac1-9905-64f4a47a4540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e25f29-dc75-4356-88ab-1d503488998e', 'name': 'router1', 'tenant_id': 'a6f76e140f36426f8699f665736daeb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:50:54Z', 'updated_at': '2021-06-23T18:51:04Z', 'revision_number': 2, 'project_id': 'a6f76e140f36426f8699f665736daeb8', 'gw_port_host': None, '_interfaces': [{'id': '37718846-04b9-4517-9cd9-cc1a47417580', 'name': '', 'network_id': 'ae1156fb-59ee-46b9-b075-b3c5d816b2d8', 'tenant_id': 'a6f76e140f36426f8699f665736daeb8', 'mac_address': 'fa:16:3e:3b:de:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e25f29-dc75-4356-88ab-1d503488998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dbae7126-e0bb-4354-b074-83c7674343ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:51:03Z', 'updated_at': '2021-06-23T18:51:06Z', 'revision_number': 4, 'project_id': 'a6f76e140f36426f8699f665736daeb8', 'subnets': [{'id': 'dbae7126-e0bb-4354-b074-83c7674343ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68d4e8e0-cbb5-47a2-b05a-6ffe061f081c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:51:07.488595 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52ff734-0e70-4ac1-9905-64f4a47a4540 None None] The sync data for ids ['d1e25f29-dc75-4356-88ab-1d503488998e'] in dv-cinder-786386-8-iscsi is: [{'id': 'd1e25f29-dc75-4356-88ab-1d503488998e', 'name': 'router1', 'tenant_id': 'a6f76e140f36426f8699f665736daeb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:50:54Z', 'updated_at': '2021-06-23T18:51:04Z', 'revision_number': 2, 'project_id': 'a6f76e140f36426f8699f665736daeb8', 'gw_port_host': None, '_interfaces': [{'id': '37718846-04b9-4517-9cd9-cc1a47417580', 'name': '', 'network_id': 'ae1156fb-59ee-46b9-b075-b3c5d816b2d8', 'tenant_id': 'a6f76e140f36426f8699f665736daeb8', 'mac_address': 'fa:16:3e:3b:de:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e25f29-dc75-4356-88ab-1d503488998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dbae7126-e0bb-4354-b074-83c7674343ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:51:03Z', 'updated_at': '2021-06-23T18:51:06Z', 'revision_number': 4, 'project_id': 'a6f76e140f36426f8699f665736daeb8', 'subnets': [{'id': 'dbae7126-e0bb-4354-b074-83c7674343ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68d4e8e0-cbb5-47a2-b05a-6ffe061f081c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:51:07.592676 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 53798) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:51:07.700027 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1f82bb-8615-4115-a09b-415d9e45cc1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:51:07.701383 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-da1f82bb-8615-4115-a09b-415d9e45cc1e admin admin] 10.222.0.47 "GET /v2.0/networks/5d962e1b-a48a-439d-b5f0-687f24f30c92 HTTP/1.1" status: 200 len: 842 time: 0.1076746 Jun 23 18:51:07.711526 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-ca202dc5-a3f5-4bd1-b427-5aea44fdc90c admin admin] Request body: {'subnet': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:51:07.820094 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca202dc5-a3f5-4bd1-b427-5aea44fdc90c admin admin] Made reservation on behalf of 30c1f1472b594df0b666b154e9e6c182 for: {'subnet': 1} {{(pid=99982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:51:07.822405 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-ca202dc5-a3f5-4bd1-b427-5aea44fdc90c admin admin] Notify callbacks [] for subnet, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:08.156176 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.objects.ports [None req-ca202dc5-a3f5-4bd1-b427-5aea44fdc90c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99982) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 18:51:08.156611 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-ca202dc5-a3f5-4bd1-b427-5aea44fdc90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538'] for subnet, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:08.158758 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-2e4d99dd-69db-4a3d-8ddd-b1d908df7e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:51:08.210071 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca202dc5-a3f5-4bd1-b427-5aea44fdc90c admin admin] Pushing event updated for resources: {'Subnet': ['ID=77178bee-415e-4d1b-b321-842ae6d8e42c,revision_number=0']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:51:08.213616 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-ca202dc5-a3f5-4bd1-b427-5aea44fdc90c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:51:08.218832 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca202dc5-a3f5-4bd1-b427-5aea44fdc90c admin admin] Checking segment: {'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:51:08.219192 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca202dc5-a3f5-4bd1-b427-5aea44fdc90c admin admin] Network hostable DHCP agents. Network: 5d962e1b-a48a-439d-b5f0-687f24f30c92, hostable agents: ['1dd69743-8206-40a5-ae92-aa5513ece3b0'], hosted agents: [] {{(pid=99982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 18:51:08.311647 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca202dc5-a3f5-4bd1-b427-5aea44fdc90c admin admin] Network 5d962e1b-a48a-439d-b5f0-687f24f30c92 is scheduled to be hosted by DHCP agent 1dd69743-8206-40a5-ae92-aa5513ece3b0 with binding_index 1 {{(pid=99982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 18:51:08.408813 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.base_scheduler [None req-ca202dc5-a3f5-4bd1-b427-5aea44fdc90c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-8-iscsi, 5d962e1b-a48a-439d-b5f0-687f24f30c92) {{(pid=99982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:51:08.413237 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca202dc5-a3f5-4bd1-b427-5aea44fdc90c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:51:08.413826 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-ca202dc5-a3f5-4bd1-b427-5aea44fdc90c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for subnet, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:08.419940 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e223313-ce39-44d9-b249-c4cfe75c3e5d None None] Network 5d962e1b-a48a-439d-b5f0-687f24f30c92 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 18:51:08.501325 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-ca202dc5-a3f5-4bd1-b427-5aea44fdc90c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7933786 Jun 23 18:51:08.556945 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31b4928-d851-4083-883c-3abb78dfe45f None None] Network 5d962e1b-a48a-439d-b5f0-687f24f30c92 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 18:51:10.735958 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 53810) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:51:10.929696 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-bcb13725-e602-461e-8dc1-f31d2bfeed22 admin admin] 10.222.0.47 "GET /v2.0/routers/d1e25f29-dc75-4356-88ab-1d503488998e HTTP/1.1" status: 200 len: 710 time: 0.1925933 Jun 23 18:51:11.015203 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a747a8-36bd-4e59-ab93-7396e4d7a91d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:51:11.016479 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-99a747a8-36bd-4e59-ab93-7396e4d7a91d admin admin] 10.222.0.47 "GET /v2.0/networks/5d962e1b-a48a-439d-b5f0-687f24f30c92 HTTP/1.1" status: 200 len: 886 time: 0.0817862 Jun 23 18:51:11.025080 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-8e98fbfc-c623-49ff-a775-dbd7843a4203 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'}}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:51:11.271205 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-8e98fbfc-c623-49ff-a775-dbd7843a4203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1996936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31869'] for router, precommit_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:11.272830 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 37718846-04b9-4517-9cd9-cc1a47417580 up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:51:11.431819 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning for port 37718846-04b9-4517-9cd9-cc1a47417580 completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:51:11.435687 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port 37718846-04b9-4517-9cd9-cc1a47417580 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:51:11.436125 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:11.514951 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:11.548036 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] For port 37718846-04b9-4517-9cd9-cc1a47417580, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=37718846-04b9-4517-9cd9-cc1a47417580,segment=NetworkSegment(626adcb7-b259-45ec-b580-3b59d90bbbe6),segment_id=626adcb7-b259-45ec-b580-3b59d90bbbe6)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:51:11.606851 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-8e98fbfc-c623-49ff-a775-dbd7843a4203 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:11.626131 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:11.628296 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-64e531d9-6583-4620-ad88-18832f65d660 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:51:11.675185 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Pushing event updated for resources: {'Port': ['ID=37718846-04b9-4517-9cd9-cc1a47417580,revision_number=5']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:51:11.678240 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:51:11.681859 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-8e98fbfc-c623-49ff-a775-dbd7843a4203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:11.780681 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.db_base_plugin_common [None req-8e98fbfc-c623-49ff-a775-dbd7843a4203 admin admin] Allocated IP 172.27.0.236 (5d962e1b-a48a-439d-b5f0-687f24f30c92/77178bee-415e-4d1b-b321-842ae6d8e42c/b857bcba-4a12-4c3f-bd52-3ef79526fdbd) {{(pid=99982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:51:11.878077 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-8e98fbfc-c623-49ff-a775-dbd7843a4203 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:11.974677 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-8e98fbfc-c623-49ff-a775-dbd7843a4203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966'] for port, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:11.976749 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:51:12.009290 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e98fbfc-c623-49ff-a775-dbd7843a4203 admin admin] Network 5d962e1b-a48a-439d-b5f0-687f24f30c92 is already hosted by enough agents. {{(pid=99982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:51:12.013742 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.base_scheduler [None req-8e98fbfc-c623-49ff-a775-dbd7843a4203 admin admin] Resources bound (agent type, host, resource id): {{(pid=99982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:51:12.016975 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e98fbfc-c623-49ff-a775-dbd7843a4203 admin admin] Received port after_create {{(pid=99982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:51:12.054204 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e98fbfc-c623-49ff-a775-dbd7843a4203 admin admin] Pushing event updated for resources: {'Port': ['ID=b857bcba-4a12-4c3f-bd52-3ef79526fdbd,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:51:12.079819 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-8e98fbfc-c623-49ff-a775-dbd7843a4203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:51:12.328918 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-8e98fbfc-c623-49ff-a775-dbd7843a4203 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:12.596644 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-8e98fbfc-c623-49ff-a775-dbd7843a4203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1996936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31869'] for router, precommit_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:12.600264 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-8e98fbfc-c623-49ff-a775-dbd7843a4203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1975405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1975302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1975327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1996979'] for router, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:12.699430 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e98fbfc-c623-49ff-a775-dbd7843a4203 admin admin] Router d1e25f29-dc75-4356-88ab-1d503488998e has already been hosted by L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 {{(pid=99982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:51:12.796274 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e98fbfc-c623-49ff-a775-dbd7843a4203 admin admin] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 18:51:12.801165 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-8e98fbfc-c623-49ff-a775-dbd7843a4203 admin admin] Notify callbacks [] for router, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:12.802371 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-8e98fbfc-c623-49ff-a775-dbd7843a4203 admin admin] 10.222.0.47 "PUT /v2.0/routers/d1e25f29-dc75-4356-88ab-1d503488998e HTTP/1.1" status: 200 len: 890 time: 1.7804449 Jun 23 18:51:12.806373 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c993995c-c9ce-48e4-965c-fb1cf8fa0392 None None] Sync routers for ids ['d1e25f29-dc75-4356-88ab-1d503488998e'] in dv-cinder-786386-8-iscsi {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:51:12.817462 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c993995c-c9ce-48e4-965c-fb1cf8fa0392 None None] Routers {'d1e25f29-dc75-4356-88ab-1d503488998e'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:51:12.818125 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-c993995c-c9ce-48e4-965c-fb1cf8fa0392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T18:51:01Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['d1e25f29-dc75-4356-88ab-1d503488998e'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:51:13.030557 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-c993995c-c9ce-48e4-965c-fb1cf8fa0392 None None] Set router d1e25f29-dc75-4356-88ab-1d503488998e gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:51:13.248279 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 37718846-04b9-4517-9cd9-cc1a47417580 up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:51:13.393925 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port 37718846-04b9-4517-9cd9-cc1a47417580 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:51:13.394275 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:13.517056 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-c993995c-c9ce-48e4-965c-fb1cf8fa0392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e25f29-dc75-4356-88ab-1d503488998e', 'name': 'router1', 'tenant_id': 'a6f76e140f36426f8699f665736daeb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'b857bcba-4a12-4c3f-bd52-3ef79526fdbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:50:54Z', 'updated_at': '2021-06-23T18:51:12Z', 'revision_number': 4, 'project_id': 'a6f76e140f36426f8699f665736daeb8', 'gw_port': {'id': 'b857bcba-4a12-4c3f-bd52-3ef79526fdbd', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:fb:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e25f29-dc75-4356-88ab-1d503488998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:51:11Z', 'updated_at': '2021-06-23T18:51:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': '37718846-04b9-4517-9cd9-cc1a47417580', 'name': '', 'network_id': 'ae1156fb-59ee-46b9-b075-b3c5d816b2d8', 'tenant_id': 'a6f76e140f36426f8699f665736daeb8', 'mac_address': 'fa:16:3e:3b:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e25f29-dc75-4356-88ab-1d503488998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dbae7126-e0bb-4354-b074-83c7674343ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:51:03Z', 'updated_at': '2021-06-23T18:51:11Z', 'revision_number': 5, 'project_id': 'a6f76e140f36426f8699f665736daeb8', 'subnets': [{'id': 'dbae7126-e0bb-4354-b074-83c7674343ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68d4e8e0-cbb5-47a2-b05a-6ffe061f081c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:51:13.566833 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c993995c-c9ce-48e4-965c-fb1cf8fa0392 None None] Checking router: d1e25f29-dc75-4356-88ab-1d503488998e for host: dv-cinder-786386-8-iscsi {{(pid=99983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:51:13.567191 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c993995c-c9ce-48e4-965c-fb1cf8fa0392 None None] Updating router d1e25f29-dc75-4356-88ab-1d503488998e port b857bcba-4a12-4c3f-bd52-3ef79526fdbd binding host dv-cinder-786386-8-iscsi {{(pid=99983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:51:13.602557 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c993995c-c9ce-48e4-965c-fb1cf8fa0392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:13.981509 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c993995c-c9ce-48e4-965c-fb1cf8fa0392 None None] Notify callbacks [] for port, precommit_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:13.991345 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-c993995c-c9ce-48e4-965c-fb1cf8fa0392 None None] Transition to ACTIVE for port object b857bcba-4a12-4c3f-bd52-3ef79526fdbd will not be triggered until provisioned by entity L2. {{(pid=99983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:51:14.051721 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c993995c-c9ce-48e4-965c-fb1cf8fa0392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:14.054042 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:51:14.100645 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-c993995c-c9ce-48e4-965c-fb1cf8fa0392 None None] Attempting to bind port b857bcba-4a12-4c3f-bd52-3ef79526fdbd on host dv-cinder-786386-8-iscsi for vnic_type normal with profile {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 18:51:14.101025 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-c993995c-c9ce-48e4-965c-fb1cf8fa0392 None None] Attempting to bind port b857bcba-4a12-4c3f-bd52-3ef79526fdbd by drivers openvswitch,hyperv on host dv-cinder-786386-8-iscsi at level 0 using segments [{'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 18:51:14.101392 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c993995c-c9ce-48e4-965c-fb1cf8fa0392 None None] Attempting to bind port b857bcba-4a12-4c3f-bd52-3ef79526fdbd on network 5d962e1b-a48a-439d-b5f0-687f24f30c92 {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:51:14.107974 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc5705-6276-4373-bd0f-6680244e27c9 None None] Pushing event updated for resources: {'Port': ['ID=b857bcba-4a12-4c3f-bd52-3ef79526fdbd,revision_number=2']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:51:14.110615 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c993995c-c9ce-48e4-965c-fb1cf8fa0392 None None] Checking agent: {'id': 'a2428681-7d0e-4763-9bc6-e98548fc0bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 50, 31), 'started_at': datetime.datetime(2021, 6, 23, 18, 51, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 18, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:51:14.110993 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c993995c-c9ce-48e4-965c-fb1cf8fa0392 None None] Checking segment: {'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:51:14.111400 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c993995c-c9ce-48e4-965c-fb1cf8fa0392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:14.111792 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c993995c-c9ce-48e4-965c-fb1cf8fa0392 None None] Bound using segment: {'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:51:14.112267 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-c993995c-c9ce-48e4-965c-fb1cf8fa0392 None None] Bound port: b857bcba-4a12-4c3f-bd52-3ef79526fdbd, host: dv-cinder-786386-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'}}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 18:51:14.112641 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c993995c-c9ce-48e4-965c-fb1cf8fa0392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:14.115534 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-b9bc5705-6276-4373-bd0f-6680244e27c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:51:14.162083 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-c993995c-c9ce-48e4-965c-fb1cf8fa0392 None None] For port b857bcba-4a12-4c3f-bd52-3ef79526fdbd, host dv-cinder-786386-8-iscsi, cleared binding levels {{(pid=99983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 18:51:14.165215 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-c993995c-c9ce-48e4-965c-fb1cf8fa0392 None None] For port b857bcba-4a12-4c3f-bd52-3ef79526fdbd, host dv-cinder-786386-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=b857bcba-4a12-4c3f-bd52-3ef79526fdbd,segment=NetworkSegment(06735785-9383-45ec-8182-cbd06f0cff2c),segment_id=06735785-9383-45ec-8182-cbd06f0cff2c)] {{(pid=99983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 18:51:14.241034 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c993995c-c9ce-48e4-965c-fb1cf8fa0392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:14.243426 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:51:14.301816 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc5705-6276-4373-bd0f-6680244e27c9 None None] Pushing event updated for resources: {'Port': ['ID=b857bcba-4a12-4c3f-bd52-3ef79526fdbd,revision_number=3']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:51:14.304337 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c993995c-c9ce-48e4-965c-fb1cf8fa0392 None None] Routers {'d1e25f29-dc75-4356-88ab-1d503488998e'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:51:14.304992 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-c993995c-c9ce-48e4-965c-fb1cf8fa0392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T18:51:01Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['d1e25f29-dc75-4356-88ab-1d503488998e'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:51:14.306852 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-b9bc5705-6276-4373-bd0f-6680244e27c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:51:14.408838 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-c993995c-c9ce-48e4-965c-fb1cf8fa0392 None None] Set router d1e25f29-dc75-4356-88ab-1d503488998e gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:51:14.612374 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-c993995c-c9ce-48e4-965c-fb1cf8fa0392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e25f29-dc75-4356-88ab-1d503488998e', 'name': 'router1', 'tenant_id': 'a6f76e140f36426f8699f665736daeb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'b857bcba-4a12-4c3f-bd52-3ef79526fdbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:50:54Z', 'updated_at': '2021-06-23T18:51:12Z', 'revision_number': 4, 'project_id': 'a6f76e140f36426f8699f665736daeb8', 'gw_port': {'id': 'b857bcba-4a12-4c3f-bd52-3ef79526fdbd', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:fb:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e25f29-dc75-4356-88ab-1d503488998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:51:11Z', 'updated_at': '2021-06-23T18:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': '37718846-04b9-4517-9cd9-cc1a47417580', 'name': '', 'network_id': 'ae1156fb-59ee-46b9-b075-b3c5d816b2d8', 'tenant_id': 'a6f76e140f36426f8699f665736daeb8', 'mac_address': 'fa:16:3e:3b:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e25f29-dc75-4356-88ab-1d503488998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dbae7126-e0bb-4354-b074-83c7674343ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:51:03Z', 'updated_at': '2021-06-23T18:51:11Z', 'revision_number': 5, 'project_id': 'a6f76e140f36426f8699f665736daeb8', 'subnets': [{'id': 'dbae7126-e0bb-4354-b074-83c7674343ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68d4e8e0-cbb5-47a2-b05a-6ffe061f081c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:51:14.640988 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c993995c-c9ce-48e4-965c-fb1cf8fa0392 None None] The sync data for ids ['d1e25f29-dc75-4356-88ab-1d503488998e'] in dv-cinder-786386-8-iscsi is: [{'id': 'd1e25f29-dc75-4356-88ab-1d503488998e', 'name': 'router1', 'tenant_id': 'a6f76e140f36426f8699f665736daeb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'b857bcba-4a12-4c3f-bd52-3ef79526fdbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:50:54Z', 'updated_at': '2021-06-23T18:51:12Z', 'revision_number': 4, 'project_id': 'a6f76e140f36426f8699f665736daeb8', 'gw_port': {'id': 'b857bcba-4a12-4c3f-bd52-3ef79526fdbd', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:fb:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e25f29-dc75-4356-88ab-1d503488998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:51:11Z', 'updated_at': '2021-06-23T18:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': '37718846-04b9-4517-9cd9-cc1a47417580', 'name': '', 'network_id': 'ae1156fb-59ee-46b9-b075-b3c5d816b2d8', 'tenant_id': 'a6f76e140f36426f8699f665736daeb8', 'mac_address': 'fa:16:3e:3b:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e25f29-dc75-4356-88ab-1d503488998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dbae7126-e0bb-4354-b074-83c7674343ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:51:03Z', 'updated_at': '2021-06-23T18:51:11Z', 'revision_number': 5, 'project_id': 'a6f76e140f36426f8699f665736daeb8', 'subnets': [{'id': 'dbae7126-e0bb-4354-b074-83c7674343ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68d4e8e0-cbb5-47a2-b05a-6ffe061f081c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:51:15.209392 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 53818) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:51:15.290899 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device b857bcba-4a12-4c3f-bd52-3ef79526fdbd up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:51:15.385354 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-44664cf5-64f9-4627-bc3d-236779d211b1 admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1748571 Jun 23 18:51:15.417040 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning for port b857bcba-4a12-4c3f-bd52-3ef79526fdbd completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:51:15.421256 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port b857bcba-4a12-4c3f-bd52-3ef79526fdbd triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:51:15.421637 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:15.501731 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:15.523551 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] For port b857bcba-4a12-4c3f-bd52-3ef79526fdbd, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=b857bcba-4a12-4c3f-bd52-3ef79526fdbd,segment=NetworkSegment(06735785-9383-45ec-8182-cbd06f0cff2c),segment_id=06735785-9383-45ec-8182-cbd06f0cff2c)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:51:15.586549 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:15.588678 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:51:15.637667 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Pushing event updated for resources: {'Port': ['ID=b857bcba-4a12-4c3f-bd52-3ef79526fdbd,revision_number=4']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:51:15.640618 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:51:17.260287 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device b857bcba-4a12-4c3f-bd52-3ef79526fdbd up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:51:17.311953 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port b857bcba-4a12-4c3f-bd52-3ef79526fdbd triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:51:17.312340 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:28.451945 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-fd358a84-8a85-4718-ac5a-118a9a919979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:31.027883 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-edd65cea-7bf9-49eb-b4e5-25b13f393315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:31.411465 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:31.904433 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 5 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:51:32.276340 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:33.509679 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:51:58.667538 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-03417fa4-f90e-4522-b2a4-d3c8157565b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:01.037154 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f492653b-d1ad-4efa-8325-b139302ef9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:01.440678 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:02.231814 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:04.054428 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:08.904437 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 5 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:52:28.448157 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-2299cedd-ef01-49a7-86f4-d5ce2f566970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:30.993009 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f5d010d3-92bc-4978-9229-43c5653033ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:31.431108 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:32.250452 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:33.524802 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:45.902636 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 5 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:52:51.355586 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 54386) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:52:51.416547 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.pecan_wsgi.hooks.translation [None req-316b4d49-933a-4c36-a35c-8315d4242bcf admin admin] GET failed (client error): The resource could not be found. Jun 23 18:52:51.417854 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-316b4d49-933a-4c36-a35c-8315d4242bcf admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613208 Jun 23 18:52:51.570169 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a92634e-8703-4fa1-9a06-1886328ae766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:52:51.571568 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-9a92634e-8703-4fa1-9a06-1886328ae766 admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1499951 Jun 23 18:52:53.684792 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 54396) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:52:53.774552 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba480c9-ccd7-4c2f-8b87-93e624475636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:52:53.776401 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-8ba480c9-ccd7-4c2f-8b87-93e624475636 admin admin] 10.222.0.47 "GET /v2.0/subnets/dbae7126-e0bb-4354-b074-83c7674343ac HTTP/1.1" status: 200 len: 849 time: 0.0906363 Jun 23 18:52:53.785346 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-ae62b8c8-4dbf-4e9d-97e9-7ffe3b9c0e21 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:52:53.867923 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-ae62b8c8-4dbf-4e9d-97e9-7ffe3b9c0e21 admin admin] Notify callbacks [] for subnet, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:54.055214 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-ae62b8c8-4dbf-4e9d-97e9-7ffe3b9c0e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739890565084'] for subnet, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:54.058065 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-ca202dc5-a3f5-4bd1-b427-5aea44fdc90c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:52:54.087069 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae62b8c8-4dbf-4e9d-97e9-7ffe3b9c0e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:52:54.088545 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-ae62b8c8-4dbf-4e9d-97e9-7ffe3b9c0e21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for subnet, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:54.094863 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-ae62b8c8-4dbf-4e9d-97e9-7ffe3b9c0e21 admin admin] 10.222.0.47 "PUT /v2.0/subnets/dbae7126-e0bb-4354-b074-83c7674343ac HTTP/1.1" status: 200 len: 868 time: 0.3077972 Jun 23 18:52:54.097245 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e55681a-9a4c-46e5-bb2b-61776f2d4013 None None] Network ae1156fb-59ee-46b9-b075-b3c5d816b2d8 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 18:52:54.107361 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62b8c8-4dbf-4e9d-97e9-7ffe3b9c0e21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbae7126-e0bb-4354-b074-83c7674343ac,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:52:54.114862 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62b8c8-4dbf-4e9d-97e9-7ffe3b9c0e21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:52:54.115371 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62b8c8-4dbf-4e9d-97e9-7ffe3b9c0e21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:52:54.115573 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62b8c8-4dbf-4e9d-97e9-7ffe3b9c0e21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:52:54.115886 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62b8c8-4dbf-4e9d-97e9-7ffe3b9c0e21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:52:54.116224 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62b8c8-4dbf-4e9d-97e9-7ffe3b9c0e21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:52:54.116548 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62b8c8-4dbf-4e9d-97e9-7ffe3b9c0e21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:52:54.116888 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62b8c8-4dbf-4e9d-97e9-7ffe3b9c0e21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:52:54.117201 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62b8c8-4dbf-4e9d-97e9-7ffe3b9c0e21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:52:54.117526 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62b8c8-4dbf-4e9d-97e9-7ffe3b9c0e21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:52:54.117867 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62b8c8-4dbf-4e9d-97e9-7ffe3b9c0e21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:52:54.118221 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62b8c8-4dbf-4e9d-97e9-7ffe3b9c0e21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:52:54.118592 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62b8c8-4dbf-4e9d-97e9-7ffe3b9c0e21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:52:54.122163 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-ae62b8c8-4dbf-4e9d-97e9-7ffe3b9c0e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:52:54.483825 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-bc316bb2-302c-4e73-a22a-dd267f21edfd None None] Provisioning complete for port eb546621-db16-4389-ba93-b408f0b82951 triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:52:54.484202 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-bc316bb2-302c-4e73-a22a-dd267f21edfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:54.567067 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-bc316bb2-302c-4e73-a22a-dd267f21edfd None None] Provisioning complete for port 37718846-04b9-4517-9cd9-cc1a47417580 triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:52:54.567365 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-bc316bb2-302c-4e73-a22a-dd267f21edfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:56.187157 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 54404) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:52:56.377298 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0925e260-f779-473b-a510-a854ced9f33a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:52:56.377681 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0925e260-f779-473b-a510-a854ced9f33a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:52:56.379221 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-0925e260-f779-473b-a510-a854ced9f33a admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1911216 Jun 23 18:52:58.450061 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-8f6af738-3044-493c-83ac-78d745ae7036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:52:58.493121 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 54412) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:52:58.620560 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cc83bb-a198-479a-b675-f8f7cb09d618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:52:58.621097 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cc83bb-a198-479a-b675-f8f7cb09d618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:52:58.622630 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-58cc83bb-a198-479a-b675-f8f7cb09d618 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1285629 Jun 23 18:53:00.746080 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 54420) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:53:00.925727 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dab919-ca21-4e1e-a413-7cbfa2e80273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:53:00.927121 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-78dab919-ca21-4e1e-a413-7cbfa2e80273 admin admin] 10.222.0.47 "GET /v2.0/networks/5d962e1b-a48a-439d-b5f0-687f24f30c92 HTTP/1.1" status: 200 len: 886 time: 0.1800671 Jun 23 18:53:01.010545 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-a0e51da3-552c-4ab2-8d44-e41deb81658c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:01.415986 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:02.244433 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:03.053578 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 54432) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:53:03.178802 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180b2d55-9f6b-4522-8e02-80915561f5dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:53:03.180135 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-180b2d55-9f6b-4522-8e02-80915561f5dc admin admin] 10.222.0.47 "GET /v2.0/networks/ae1156fb-59ee-46b9-b075-b3c5d816b2d8 HTTP/1.1" status: 200 len: 869 time: 0.1256177 Jun 23 18:53:03.519044 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:05.273830 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 54440) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:53:05.391428 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92445dbe-e5df-405b-999e-5e041deb9aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:53:05.391888 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92445dbe-e5df-405b-999e-5e041deb9aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:53:05.393380 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-92445dbe-e5df-405b-999e-5e041deb9aad admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1185839 Jun 23 18:53:07.498087 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 54448) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:53:07.588134 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08db9cce-41c0-4423-a57d-6d73dccaf314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:53:07.589229 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08db9cce-41c0-4423-a57d-6d73dccaf314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:53:07.590740 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-08db9cce-41c0-4423-a57d-6d73dccaf314 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0916638 Jun 23 18:53:09.691623 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 54456) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:53:09.774790 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4bad8f-21da-498d-83ba-a82d120c0edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:53:09.776770 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-ce4bad8f-21da-498d-83ba-a82d120c0edc admin admin] 10.222.0.47 "GET /v2.0/subnets/77178bee-415e-4d1b-b321-842ae6d8e42c HTTP/1.1" status: 200 len: 816 time: 0.0835023 Jun 23 18:53:11.886531 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 54464) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:53:12.030462 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6ba2a9-8537-4af6-a41f-68c4d150e1c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:53:12.031719 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-7f6ba2a9-8537-4af6-a41f-68c4d150e1c0 admin admin] 10.222.0.47 "GET /v2.0/subnets/dbae7126-e0bb-4354-b074-83c7674343ac HTTP/1.1" status: 200 len: 868 time: 0.1442306 Jun 23 18:53:22.901004 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 5 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:53:28.448019 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-9e3592c0-2473-49cb-97de-5608e5ea10d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:31.025418 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-1ba20b84-ae20-40d3-9d94-b4a2ec9bd209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:31.500288 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:32.248654 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:33.625683 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:35.127702 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 54508) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:53:35.172539 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [None req-803e2b40-5cc1-4635-a2d8-de7c10b705dc admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=99982) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 18:53:35.173512 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-803e2b40-5cc1-4635-a2d8-de7c10b705dc admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0448821 Jun 23 18:53:37.366717 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 54516) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:53:37.424683 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d3f9d17-76be-4b92-838d-be9fc7f967c0 admin admin] GET failed (client error): The resource could not be found. Jun 23 18:53:37.425969 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-6d3f9d17-76be-4b92-838d-be9fc7f967c0 admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0583041 Jun 23 18:53:37.565789 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7374a84-b1f8-480c-a7e5-78dab36b8601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:53:37.567215 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-b7374a84-b1f8-480c-a7e5-78dab36b8601 admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1364903 Jun 23 18:53:39.711323 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 54524) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:53:39.758085 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-a8f49c8f-76b0-4557-b436-79a2d75ba695 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:53:39.826283 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f49c8f-76b0-4557-b436-79a2d75ba695 admin admin] Made reservation on behalf of 30c1f1472b594df0b666b154e9e6c182 for: {'network': 1} {{(pid=99981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:53:39.828581 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a8f49c8f-76b0-4557-b436-79a2d75ba695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for network, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:39.865610 dv-cinder-786386-8-iscsi neutron-server[99981]: WARNING neutron.services.revisions.revision_plugin [None req-a8f49c8f-76b0-4557-b436-79a2d75ba695 admin admin] Could not find related network for resource to bump revision. Jun 23 18:53:39.879152 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f49c8f-76b0-4557-b436-79a2d75ba695 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=99981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 18:53:39.888427 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a8f49c8f-76b0-4557-b436-79a2d75ba695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412'] for segment, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:39.888826 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.db.segments_db [None req-a8f49c8f-76b0-4557-b436-79a2d75ba695 admin admin] Added segment e9574e7f-4e8b-4857-bb11-f6112891c80a of type vlan for network 25acaaf0-ba66-4617-a702-8763af3b41f0 Jun 23 18:53:39.931197 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a8f49c8f-76b0-4557-b436-79a2d75ba695 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739890161695'] for network, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:40.017929 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a8f49c8f-76b0-4557-b436-79a2d75ba695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545'] for network, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:40.024117 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f49c8f-76b0-4557-b436-79a2d75ba695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:53:40.024726 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a8f49c8f-76b0-4557-b436-79a2d75ba695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for network, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:40.026702 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:53:40.086611 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f49c8f-76b0-4557-b436-79a2d75ba695 admin admin] Pushing event updated for resources: {'Network': ['ID=25acaaf0-ba66-4617-a702-8763af3b41f0,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:40.093498 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f49c8f-76b0-4557-b436-79a2d75ba695 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:40.093857 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f49c8f-76b0-4557-b436-79a2d75ba695 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:40.094196 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f49c8f-76b0-4557-b436-79a2d75ba695 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:40.094572 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f49c8f-76b0-4557-b436-79a2d75ba695 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:40.094900 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f49c8f-76b0-4557-b436-79a2d75ba695 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:40.095239 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f49c8f-76b0-4557-b436-79a2d75ba695 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:40.095563 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f49c8f-76b0-4557-b436-79a2d75ba695 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:40.095881 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f49c8f-76b0-4557-b436-79a2d75ba695 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:40.096197 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f49c8f-76b0-4557-b436-79a2d75ba695 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:40.096512 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f49c8f-76b0-4557-b436-79a2d75ba695 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:40.096939 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f49c8f-76b0-4557-b436-79a2d75ba695 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:40.097249 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f49c8f-76b0-4557-b436-79a2d75ba695 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:40.101229 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-a8f49c8f-76b0-4557-b436-79a2d75ba695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:53:40.108084 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Network 25acaaf0-ba66-4617-a702-8763af3b41f0 details requested by agent ovs-agent-dv-cinder-786386-8-iscsi with host dv-cinder-786386-8-iscsi {{(pid=99983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 18:53:40.124048 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-a8f49c8f-76b0-4557-b436-79a2d75ba695 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4116671 Jun 23 18:53:42.269220 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 54532) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:53:42.326677 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.pecan_wsgi.hooks.translation [None req-025ae3d9-8be0-49bc-8b61-9b4e06ef1755 admin admin] GET failed (client error): The resource could not be found. Jun 23 18:53:42.327978 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-025ae3d9-8be0-49bc-8b61-9b4e06ef1755 admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0578279 Jun 23 18:53:42.396597 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f16ae6-e361-40a0-80d6-76f97dfd0790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:53:42.397989 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-13f16ae6-e361-40a0-80d6-76f97dfd0790 admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0662141 Jun 23 18:53:42.407218 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-68c72a28-4315-40f0-8a49-9b226d6c0b80 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '25acaaf0-ba66-4617-a702-8763af3b41f0', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:53:42.488787 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c72a28-4315-40f0-8a49-9b226d6c0b80 admin admin] Made reservation on behalf of 30c1f1472b594df0b666b154e9e6c182 for: {'subnet': 1} {{(pid=99982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:53:42.490986 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-68c72a28-4315-40f0-8a49-9b226d6c0b80 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:42.843115 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-68c72a28-4315-40f0-8a49-9b226d6c0b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538'] for subnet, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:42.846082 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-ae62b8c8-4dbf-4e9d-97e9-7ffe3b9c0e21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:53:42.898003 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c72a28-4315-40f0-8a49-9b226d6c0b80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5264726-7702-4e20-8f7c-c48d87c3854c,revision_number=0']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:42.901680 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-68c72a28-4315-40f0-8a49-9b226d6c0b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:53:42.905289 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c72a28-4315-40f0-8a49-9b226d6c0b80 admin admin] Checking segment: {'id': 'e9574e7f-4e8b-4857-bb11-f6112891c80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '25acaaf0-ba66-4617-a702-8763af3b41f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:53:42.905652 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c72a28-4315-40f0-8a49-9b226d6c0b80 admin admin] Network hostable DHCP agents. Network: 25acaaf0-ba66-4617-a702-8763af3b41f0, hostable agents: ['1dd69743-8206-40a5-ae92-aa5513ece3b0'], hosted agents: [] {{(pid=99982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 18:53:42.979721 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c72a28-4315-40f0-8a49-9b226d6c0b80 admin admin] Network 25acaaf0-ba66-4617-a702-8763af3b41f0 is scheduled to be hosted by DHCP agent 1dd69743-8206-40a5-ae92-aa5513ece3b0 with binding_index 1 {{(pid=99982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 18:53:43.042701 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.base_scheduler [None req-68c72a28-4315-40f0-8a49-9b226d6c0b80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-8-iscsi, 25acaaf0-ba66-4617-a702-8763af3b41f0) {{(pid=99982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:53:43.047129 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c72a28-4315-40f0-8a49-9b226d6c0b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:53:43.047717 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-68c72a28-4315-40f0-8a49-9b226d6c0b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for subnet, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:43.053079 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda0d926-32c7-4a2d-9a64-14a6da9ab3c5 None None] Network 25acaaf0-ba66-4617-a702-8763af3b41f0 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 18:53:43.135255 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-68c72a28-4315-40f0-8a49-9b226d6c0b80 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7311559 Jun 23 18:53:43.196808 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp635e9f09-2955-5d20-83b9-10684d4533fd-25acaaf0-ba66-4617-a702-8763af3b41f0', 'network_id': '25acaaf0-ba66-4617-a702-8763af3b41f0', 'tenant_id': '30c1f1472b594df0b666b154e9e6c182', 'fixed_ips': [{'subnet_id': 'b5264726-7702-4e20-8f7c-c48d87c3854c'}]}} from dv-cinder-786386-8-iscsi. {{(pid=99983) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 18:53:43.197702 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:43.337228 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.db_base_plugin_common [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] Allocated IP 192.168.233.2 (25acaaf0-ba66-4617-a702-8763af3b41f0/b5264726-7702-4e20-8f7c-c48d87c3854c/45732349-41b6-4e80-a243-c2a99b91460d) {{(pid=99983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:53:43.479955 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] Notify callbacks [] for port, precommit_create {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:43.488408 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] Transition to ACTIVE for port object 45732349-41b6-4e80-a243-c2a99b91460d will not be triggered until provisioned by entity L2. {{(pid=99983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:53:43.503129 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] Transition to ACTIVE for port object 45732349-41b6-4e80-a243-c2a99b91460d will not be triggered until provisioned by entity DHCP. {{(pid=99983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:53:43.586628 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966'] for port, after_create {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:43.589045 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:53:43.631438 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] Network 25acaaf0-ba66-4617-a702-8763af3b41f0 is already hosted by enough agents. {{(pid=99983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:53:43.634158 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.scheduler.base_scheduler [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] Resources bound (agent type, host, resource id): {{(pid=99983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:53:43.637222 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] Received port after_create {{(pid=99983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:53:43.646569 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] Pushing event updated for resources: {'Port': ['ID=45732349-41b6-4e80-a243-c2a99b91460d,revision_number=1']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:43.672542 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:43.672883 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:43.673222 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:43.673555 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:43.673888 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:43.674333 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:43.674669 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:43.674971 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:43.675308 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:43.675632 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:43.675947 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:43.676539 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:53:43.680327 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:53:43.712312 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] Attempting to bind port 45732349-41b6-4e80-a243-c2a99b91460d on host dv-cinder-786386-8-iscsi for vnic_type normal with profile {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 18:53:43.714947 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] Attempting to bind port 45732349-41b6-4e80-a243-c2a99b91460d by drivers openvswitch,hyperv on host dv-cinder-786386-8-iscsi at level 0 using segments [{'id': 'e9574e7f-4e8b-4857-bb11-f6112891c80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '25acaaf0-ba66-4617-a702-8763af3b41f0'}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 18:53:43.714947 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] Attempting to bind port 45732349-41b6-4e80-a243-c2a99b91460d on network 25acaaf0-ba66-4617-a702-8763af3b41f0 {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:53:43.718334 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] Checking agent: {'id': 'a2428681-7d0e-4763-9bc6-e98548fc0bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 50, 31), 'started_at': datetime.datetime(2021, 6, 23, 18, 51, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 18, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:53:43.718713 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] Checking segment: {'id': 'e9574e7f-4e8b-4857-bb11-f6112891c80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '25acaaf0-ba66-4617-a702-8763af3b41f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:53:43.719119 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:43.719577 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] Bound using segment: {'id': 'e9574e7f-4e8b-4857-bb11-f6112891c80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '25acaaf0-ba66-4617-a702-8763af3b41f0'} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:53:43.720105 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] Bound port: 45732349-41b6-4e80-a243-c2a99b91460d, host: dv-cinder-786386-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9574e7f-4e8b-4857-bb11-f6112891c80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '25acaaf0-ba66-4617-a702-8763af3b41f0'}}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 18:53:43.720488 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:43.784894 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] For port 45732349-41b6-4e80-a243-c2a99b91460d, host dv-cinder-786386-8-iscsi, cleared binding levels {{(pid=99983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 18:53:43.787855 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] For port 45732349-41b6-4e80-a243-c2a99b91460d, host dv-cinder-786386-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=45732349-41b6-4e80-a243-c2a99b91460d,segment=NetworkSegment(e9574e7f-4e8b-4857-bb11-f6112891c80a),segment_id=e9574e7f-4e8b-4857-bb11-f6112891c80a)] {{(pid=99983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 18:53:43.849426 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:43.851731 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:53:43.904982 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] Pushing event updated for resources: {'Port': ['ID=45732349-41b6-4e80-a243-c2a99b91460d,revision_number=2']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:43.909684 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:53:44.721471 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f2bbf4-fbbd-4fe7-8cb1-c3f1f3443593 None None] Network 25acaaf0-ba66-4617-a702-8763af3b41f0 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 18:53:44.881917 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-07b2139e-f56e-406d-8519-d29ca05ffce6 None None] Provisioning for port 45732349-41b6-4e80-a243-c2a99b91460d completed by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:53:45.378744 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 45732349-41b6-4e80-a243-c2a99b91460d up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:53:45.563520 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning for port 45732349-41b6-4e80-a243-c2a99b91460d completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:53:45.567508 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port 45732349-41b6-4e80-a243-c2a99b91460d triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:53:45.567894 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:45.645745 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:45.677466 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] For port 45732349-41b6-4e80-a243-c2a99b91460d, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=45732349-41b6-4e80-a243-c2a99b91460d,segment=NetworkSegment(e9574e7f-4e8b-4857-bb11-f6112891c80a),segment_id=e9574e7f-4e8b-4857-bb11-f6112891c80a)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:53:45.755706 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:45.757907 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:53:45.804118 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Pushing event updated for resources: {'Port': ['ID=45732349-41b6-4e80-a243-c2a99b91460d,revision_number=3']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:53:45.807540 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:53:47.357624 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 45732349-41b6-4e80-a243-c2a99b91460d up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:53:47.404595 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port 45732349-41b6-4e80-a243-c2a99b91460d triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:53:47.404975 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:58.447659 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-5d70b892-6fca-41e0-8f86-21c5ce0439a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:53:59.949966 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 5 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:54:01.032782 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-7336a5f1-e92e-4408-aeba-9bc331b75488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:54:01.455817 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:54:02.261618 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:54:03.542046 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:54:28.480193 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-62d26c9e-70af-4050-988e-43a9c5b9e17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:54:31.017708 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-7805dcb9-c9bc-4279-81fe-eefa83a63e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:54:31.440798 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:54:32.251863 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:54:33.535816 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:54:36.898910 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 5 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:54:58.458020 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-1c31fd57-9961-4a6e-a8c2-825c17cb0c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:00.389957 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 54584) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:55:00.396912 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [None req-0e3b13d8-e400-4be5-acae-0b968cf71a85 tempest-verify_tempest_config-823878594 tempest-verify_tempest_config-823878594-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=99981) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 18:55:00.397882 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-0e3b13d8-e400-4be5-acae-0b968cf71a85 tempest-verify_tempest_config-823878594 tempest-verify_tempest_config-823878594-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068624 Jun 23 18:55:00.889853 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 54602) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:55:01.005605 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-f3d77249-a74b-481e-9adc-5ca9bd387c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:01.019533 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-53c2ed7b-4f29-4b53-b980-0fdf4f970811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:01.093323 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-f3d77249-a74b-481e-9adc-5ca9bd387c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:01.156531 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-f3d77249-a74b-481e-9adc-5ca9bd387c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:01.159545 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:55:01.201343 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d77249-a74b-481e-9adc-5ca9bd387c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c3dc4c-6d7a-466c-a159-731f370c8c47,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:55:01.210143 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-f3d77249-a74b-481e-9adc-5ca9bd387c85 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f44b47b336cc4454862d77dd070b49fd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3191955 Jun 23 18:55:01.211626 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 54606) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:55:01.212106 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d77249-a74b-481e-9adc-5ca9bd387c85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:01.212429 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d77249-a74b-481e-9adc-5ca9bd387c85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:01.212774 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d77249-a74b-481e-9adc-5ca9bd387c85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:01.213390 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d77249-a74b-481e-9adc-5ca9bd387c85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:01.213734 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d77249-a74b-481e-9adc-5ca9bd387c85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:01.214071 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d77249-a74b-481e-9adc-5ca9bd387c85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:01.214685 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d77249-a74b-481e-9adc-5ca9bd387c85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:01.215021 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d77249-a74b-481e-9adc-5ca9bd387c85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:01.215471 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d77249-a74b-481e-9adc-5ca9bd387c85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:01.215933 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d77249-a74b-481e-9adc-5ca9bd387c85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:01.216270 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d77249-a74b-481e-9adc-5ca9bd387c85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:01.216593 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d77249-a74b-481e-9adc-5ca9bd387c85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:01.220883 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-f3d77249-a74b-481e-9adc-5ca9bd387c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:55:01.273467 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7d84b565-3901-4c32-b983-23ff49e78d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:01.294926 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7d84b565-3901-4c32-b983-23ff49e78d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:01.453572 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:01.497857 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7d84b565-3901-4c32-b983-23ff49e78d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:01.500777 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7d84b565-3901-4c32-b983-23ff49e78d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:01.501839 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-7d84b565-3901-4c32-b983-23ff49e78d19 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d4c3dc4c-6d7a-466c-a159-731f370c8c47 HTTP/1.1" status: 204 len: 168 time: 0.2893157 Jun 23 18:55:01.502463 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:55:01.510274 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84b565-3901-4c32-b983-23ff49e78d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c3dc4c-6d7a-466c-a159-731f370c8c47,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:55:01.516840 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d84b565-3901-4c32-b983-23ff49e78d19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:01.517206 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d84b565-3901-4c32-b983-23ff49e78d19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:01.517548 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d84b565-3901-4c32-b983-23ff49e78d19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:01.517881 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d84b565-3901-4c32-b983-23ff49e78d19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:01.518219 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d84b565-3901-4c32-b983-23ff49e78d19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:01.518564 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d84b565-3901-4c32-b983-23ff49e78d19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:01.518888 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d84b565-3901-4c32-b983-23ff49e78d19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:01.519280 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d84b565-3901-4c32-b983-23ff49e78d19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:01.519622 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d84b565-3901-4c32-b983-23ff49e78d19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:01.519946 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d84b565-3901-4c32-b983-23ff49e78d19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:01.520265 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d84b565-3901-4c32-b983-23ff49e78d19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:01.520581 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d84b565-3901-4c32-b983-23ff49e78d19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:01.523751 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-7d84b565-3901-4c32-b983-23ff49e78d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:55:02.247852 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:03.545343 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:13.897398 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 5 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:55:28.449489 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-1f0b66f9-669a-414d-a229-bcd7742a7e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:31.008085 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f95ba4aa-0dfc-4543-bf05-f315b889e3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:31.431080 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:32.260831 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:33.518484 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:50.895510 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 5 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:55:58.457065 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-658202bd-0c34-4f92-ae01-cef44566b6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:01.000679 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-24d7a6f2-bfa9-483a-8aa7-f4605d9fa4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:01.451380 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:02.278112 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:03.531692 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:27.893123 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 5 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:56:28.459076 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79c830ba-0e5a-4321-8f89-c2a14a551a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:31.017183 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-478d7bc1-de55-48a2-929a-49d1fb12a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:31.434492 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:32.268949 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:33.537849 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:38.977805 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021'] for agent, after_create {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:53.539073 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 54680) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:56:53.637330 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-eb7d38cc-ac8c-47a5-ac6b-0fc882f6c040 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0971606 Jun 23 18:56:55.741124 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 54690) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:56:55.792474 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-000849d3-5360-40b1-b46a-69abc18d98b7 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0502455 Jun 23 18:56:58.500754 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-1025ee7a-efd2-4612-8f64-e7b0b710af61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:01.030834 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-de443664-8dd4-4f0d-aa14-f096d3e1f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:01.442475 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:02.264829 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:03.529809 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:04.891166 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 6 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:57:08.962513 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:28.445561 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-516cab2f-bdd8-4a2a-930d-7bc88bd1ff6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:30.999731 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-8d1205fa-a7bf-4a0f-9381-6b01b64c70c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:31.449894 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:32.266584 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:33.531622 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:38.970568 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:41.889521 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 6 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:57:58.492899 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-15469e93-266b-45a9-a7fe-3977429edb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:01.031098 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-01b5360d-43f1-473c-85be-0bd88c458334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:01.459282 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:02.322268 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:03.533203 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:09.053800 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:18.888661 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 6 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:58:23.652151 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 54892) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:23.818736 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 54902) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:23.826656 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 54906) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:23.855154 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 54912) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:23.882204 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 54916) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:24.013767 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-739f6a1c-0352-4780-84a1-1a4bb993368d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-840448975-network', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:24.042323 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 54922) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:24.074928 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-b30897f5-d840-4b88-87c2-fb56cff4afe8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1286120584-network', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:24.109287 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-cf9cefbc-d9c5-4e40-9503-f423c4b366a4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1040705220-network', 'tenant_id': '3b232a5327c642c5a6c0382184c26c86'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:24.123048 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739f6a1c-0352-4780-84a1-1a4bb993368d admin admin] Made reservation on behalf of c9f6a4633b074ee18f6ae32450102a45 for: {'network': 1} {{(pid=99981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:58:24.123048 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-739f6a1c-0352-4780-84a1-1a4bb993368d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for network, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:24.129912 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-739f6a1c-0352-4780-84a1-1a4bb993368d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:24.186406 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30897f5-d840-4b88-87c2-fb56cff4afe8 admin admin] Made reservation on behalf of 729d57d1e6084efaafdeeab91cc43749 for: {'network': 1} {{(pid=99982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:58:24.189074 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b30897f5-d840-4b88-87c2-fb56cff4afe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for network, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:24.204314 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b30897f5-d840-4b88-87c2-fb56cff4afe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:24.212949 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.db.api [None req-739f6a1c-0352-4780-84a1-1a4bb993368d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 18:58:24.212949 dv-cinder-786386-8-iscsi neutron-server[99981]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 18:58:24.212949 dv-cinder-786386-8-iscsi neutron-server[99981]: [parameters: {'project_id_1': 'c9f6a4633b074ee18f6ae32450102a45', 'expiration_1': datetime.datetime(2021, 6, 23, 18, 58, 24, 140790)}] Jun 23 18:58:24.212949 dv-cinder-786386-8-iscsi neutron-server[99981]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 18:58:24.213380 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_db.api [None req-739f6a1c-0352-4780-84a1-1a4bb993368d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 18:58:24.236822 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-b766bc51-bf03-4c3d-918e-f264153fe412 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2057198503-network', 'tenant_id': '513690762a7743d6bef8530390bb53c2'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:24.249154 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-35d4ca88-41dc-4745-b726-2d1ee96123ca admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-276163530-network', 'tenant_id': '73ac072b4abc4a448069580beeddc9eb'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:24.279741 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-cae54d6a-e85f-4be0-8b03-29012445a748 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-281393094-network', 'tenant_id': '9c0f8c097bfd45ef87ba50e56a6cd08c'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:24.294792 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9cefbc-d9c5-4e40-9503-f423c4b366a4 admin admin] Made reservation on behalf of 3b232a5327c642c5a6c0382184c26c86 for: {'network': 1} {{(pid=99981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:58:24.297228 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-cf9cefbc-d9c5-4e40-9503-f423c4b366a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for network, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:24.308729 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-cf9cefbc-d9c5-4e40-9503-f423c4b366a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:24.374062 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b30897f5-d840-4b88-87c2-fb56cff4afe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:24.447952 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b30897f5-d840-4b88-87c2-fb56cff4afe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:24.466493 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-7d84b565-3901-4c32-b983-23ff49e78d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:24.468656 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b30897f5-d840-4b88-87c2-fb56cff4afe8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=99982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 18:58:24.495107 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b30897f5-d840-4b88-87c2-fb56cff4afe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412'] for segment, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:24.495461 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.db.segments_db [None req-b30897f5-d840-4b88-87c2-fb56cff4afe8 admin admin] Added segment 1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13 of type vlan for network bfb4a1f7-e917-4d93-979a-9e772f8cdd47 Jun 23 18:58:24.504372 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30897f5-d840-4b88-87c2-fb56cff4afe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764d83cc-4055-412c-b3c4-d1a8f9202dcb,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:24.514263 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30897f5-d840-4b88-87c2-fb56cff4afe8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:24.514631 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30897f5-d840-4b88-87c2-fb56cff4afe8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:24.515047 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30897f5-d840-4b88-87c2-fb56cff4afe8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:24.515381 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30897f5-d840-4b88-87c2-fb56cff4afe8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:24.515674 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30897f5-d840-4b88-87c2-fb56cff4afe8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:24.516020 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30897f5-d840-4b88-87c2-fb56cff4afe8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:24.516348 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30897f5-d840-4b88-87c2-fb56cff4afe8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:24.516670 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30897f5-d840-4b88-87c2-fb56cff4afe8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:24.517020 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30897f5-d840-4b88-87c2-fb56cff4afe8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:24.517408 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30897f5-d840-4b88-87c2-fb56cff4afe8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:24.517932 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30897f5-d840-4b88-87c2-fb56cff4afe8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:24.518267 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30897f5-d840-4b88-87c2-fb56cff4afe8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:24.519271 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30897f5-d840-4b88-87c2-fb56cff4afe8 admin admin] Tracked resource versions report: Jun 23 18:58:24.519271 dv-cinder-786386-8-iscsi neutron-server[99982]: pushed versions: Jun 23 18:58:24.519271 dv-cinder-786386-8-iscsi neutron-server[99982]: { 'AddressGroup': {'1.2'}, Jun 23 18:58:24.519271 dv-cinder-786386-8-iscsi neutron-server[99982]: 'ConntrackHelper': {'1.0'}, Jun 23 18:58:24.519271 dv-cinder-786386-8-iscsi neutron-server[99982]: 'Log': {'1.0'}, Jun 23 18:58:24.519271 dv-cinder-786386-8-iscsi neutron-server[99982]: 'Network': {'1.1'}, Jun 23 18:58:24.519271 dv-cinder-786386-8-iscsi neutron-server[99982]: 'Port': {'1.7'}, Jun 23 18:58:24.519271 dv-cinder-786386-8-iscsi neutron-server[99982]: 'PortForwarding': {'1.2'}, Jun 23 18:58:24.519271 dv-cinder-786386-8-iscsi neutron-server[99982]: 'QosPolicy': {'1.8'}, Jun 23 18:58:24.519271 dv-cinder-786386-8-iscsi neutron-server[99982]: 'SecurityGroup': {'1.4'}, Jun 23 18:58:24.519271 dv-cinder-786386-8-iscsi neutron-server[99982]: 'SecurityGroupRule': {'1.2'}, Jun 23 18:58:24.519271 dv-cinder-786386-8-iscsi neutron-server[99982]: 'SubPort': {'1.0'}, Jun 23 18:58:24.519271 dv-cinder-786386-8-iscsi neutron-server[99982]: 'Subnet': {'1.1'}, Jun 23 18:58:24.519271 dv-cinder-786386-8-iscsi neutron-server[99982]: 'Trunk': {'1.1'}} Jun 23 18:58:24.519271 dv-cinder-786386-8-iscsi neutron-server[99982]: consumer versions: Jun 23 18:58:24.519271 dv-cinder-786386-8-iscsi neutron-server[99982]: { DHCP agent@dv-cinder-786386-8-iscsi: {}, Jun 23 18:58:24.519271 dv-cinder-786386-8-iscsi neutron-server[99982]: HyperV agent@hv-cinder-78638: {}, Jun 23 18:58:24.519271 dv-cinder-786386-8-iscsi neutron-server[99982]: L3 agent@dv-cinder-786386-8-iscsi: {}, Jun 23 18:58:24.519271 dv-cinder-786386-8-iscsi neutron-server[99982]: Metadata agent@dv-cinder-786386-8-iscsi: {}, Jun 23 18:58:24.519271 dv-cinder-786386-8-iscsi neutron-server[99982]: Metering agent@dv-cinder-786386-8-iscsi: {}, Jun 23 18:58:24.519271 dv-cinder-786386-8-iscsi neutron-server[99982]: Open vSwitch agent@dv-cinder-786386-8-iscsi: { 'AddressGroup': '1.2', Jun 23 18:58:24.519271 dv-cinder-786386-8-iscsi neutron-server[99982]: 'ConntrackHelper': '1.0', Jun 23 18:58:24.519271 dv-cinder-786386-8-iscsi neutron-server[99982]: 'Log': '1.0', Jun 23 18:58:24.519271 dv-cinder-786386-8-iscsi neutron-server[99982]: 'Network': '1.1', Jun 23 18:58:24.519271 dv-cinder-786386-8-iscsi neutron-server[99982]: 'Port': '1.7', Jun 23 18:58:24.519271 dv-cinder-786386-8-iscsi neutron-server[99982]: 'PortForwarding': '1.2', Jun 23 18:58:24.519271 dv-cinder-786386-8-iscsi neutron-server[99982]: 'QosPolicy': '1.8', Jun 23 18:58:24.519271 dv-cinder-786386-8-iscsi neutron-server[99982]: 'SecurityGroup': '1.4', Jun 23 18:58:24.519271 dv-cinder-786386-8-iscsi neutron-server[99982]: 'SecurityGroupRule': '1.2', Jun 23 18:58:24.519271 dv-cinder-786386-8-iscsi neutron-server[99982]: 'SubPort': '1.0', Jun 23 18:58:24.519271 dv-cinder-786386-8-iscsi neutron-server[99982]: 'Subnet': '1.1', Jun 23 18:58:24.519271 dv-cinder-786386-8-iscsi neutron-server[99982]: 'Trunk': '1.1'}} Jun 23 18:58:24.519271 dv-cinder-786386-8-iscsi neutron-server[99982]: {{(pid=99982) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 18:58:24.524368 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-b30897f5-d840-4b88-87c2-fb56cff4afe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:24.544416 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b766bc51-bf03-4c3d-918e-f264153fe412 admin admin] Made reservation on behalf of 513690762a7743d6bef8530390bb53c2 for: {'network': 1} {{(pid=99981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:58:24.546917 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b766bc51-bf03-4c3d-918e-f264153fe412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for network, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:24.553564 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b30897f5-d840-4b88-87c2-fb56cff4afe8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739890161695'] for network, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:24.557028 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b766bc51-bf03-4c3d-918e-f264153fe412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:24.573062 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.db.api [None req-cf9cefbc-d9c5-4e40-9503-f423c4b366a4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 18:58:24.573062 dv-cinder-786386-8-iscsi neutron-server[99981]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 18:58:24.573062 dv-cinder-786386-8-iscsi neutron-server[99981]: [parameters: {'project_id_1': '3b232a5327c642c5a6c0382184c26c86', 'expiration_1': datetime.datetime(2021, 6, 23, 18, 58, 24, 319058)}] Jun 23 18:58:24.573062 dv-cinder-786386-8-iscsi neutron-server[99981]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 18:58:24.578331 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_db.api [None req-cf9cefbc-d9c5-4e40-9503-f423c4b366a4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 18:58:24.582439 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.db.api [None req-cae54d6a-e85f-4be0-8b03-29012445a748 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 18:58:24.582439 dv-cinder-786386-8-iscsi neutron-server[99982]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 18:58:24.582439 dv-cinder-786386-8-iscsi neutron-server[99982]: [parameters: {'project_id_1': '9c0f8c097bfd45ef87ba50e56a6cd08c', 'expiration_1': datetime.datetime(2021, 6, 23, 18, 58, 24, 284956)}] Jun 23 18:58:24.582439 dv-cinder-786386-8-iscsi neutron-server[99982]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99982) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 18:58:24.583217 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_db.api [None req-cae54d6a-e85f-4be0-8b03-29012445a748 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 18:58:24.659143 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d4ca88-41dc-4745-b726-2d1ee96123ca admin admin] Made reservation on behalf of 73ac072b4abc4a448069580beeddc9eb for: {'network': 1} {{(pid=99981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:58:24.661541 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-35d4ca88-41dc-4745-b726-2d1ee96123ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for network, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:24.676390 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-35d4ca88-41dc-4745-b726-2d1ee96123ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:24.687683 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b30897f5-d840-4b88-87c2-fb56cff4afe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545'] for network, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:24.689308 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30897f5-d840-4b88-87c2-fb56cff4afe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:24.689905 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b30897f5-d840-4b88-87c2-fb56cff4afe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for network, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:24.692931 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-a3a04e50-e279-485a-a29e-36ce9bcc9980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:24.718304 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-739f6a1c-0352-4780-84a1-1a4bb993368d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:24.778486 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30897f5-d840-4b88-87c2-fb56cff4afe8 admin admin] Pushing event updated for resources: {'Network': ['ID=bfb4a1f7-e917-4d93-979a-9e772f8cdd47,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:24.781579 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-b30897f5-d840-4b88-87c2-fb56cff4afe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:24.789229 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Network bfb4a1f7-e917-4d93-979a-9e772f8cdd47 details requested by agent ovs-agent-dv-cinder-786386-8-iscsi with host dv-cinder-786386-8-iscsi {{(pid=99983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 18:58:24.795705 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b766bc51-bf03-4c3d-918e-f264153fe412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:24.857588 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b766bc51-bf03-4c3d-918e-f264153fe412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:24.861951 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:24.876852 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b766bc51-bf03-4c3d-918e-f264153fe412 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=99981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 18:58:24.894358 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b766bc51-bf03-4c3d-918e-f264153fe412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412'] for segment, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:24.894700 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.db.segments_db [None req-b766bc51-bf03-4c3d-918e-f264153fe412 admin admin] Added segment 3f8ce679-d627-490d-95f8-7137b292d1c8 of type vlan for network a62e3469-54f8-4f1b-8637-fdf06f04c1b7 Jun 23 18:58:24.903258 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766bc51-bf03-4c3d-918e-f264153fe412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:24.913985 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766bc51-bf03-4c3d-918e-f264153fe412 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:24.914367 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766bc51-bf03-4c3d-918e-f264153fe412 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:24.914705 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766bc51-bf03-4c3d-918e-f264153fe412 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:24.915030 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766bc51-bf03-4c3d-918e-f264153fe412 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:24.915352 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766bc51-bf03-4c3d-918e-f264153fe412 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:24.915688 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766bc51-bf03-4c3d-918e-f264153fe412 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:24.916014 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766bc51-bf03-4c3d-918e-f264153fe412 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:24.916327 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766bc51-bf03-4c3d-918e-f264153fe412 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:24.916646 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766bc51-bf03-4c3d-918e-f264153fe412 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:24.916963 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766bc51-bf03-4c3d-918e-f264153fe412 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:24.917283 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766bc51-bf03-4c3d-918e-f264153fe412 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:24.917636 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766bc51-bf03-4c3d-918e-f264153fe412 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:24.918621 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766bc51-bf03-4c3d-918e-f264153fe412 admin admin] Tracked resource versions report: Jun 23 18:58:24.918621 dv-cinder-786386-8-iscsi neutron-server[99981]: pushed versions: Jun 23 18:58:24.918621 dv-cinder-786386-8-iscsi neutron-server[99981]: { 'AddressGroup': {'1.2'}, Jun 23 18:58:24.918621 dv-cinder-786386-8-iscsi neutron-server[99981]: 'ConntrackHelper': {'1.0'}, Jun 23 18:58:24.918621 dv-cinder-786386-8-iscsi neutron-server[99981]: 'Log': {'1.0'}, Jun 23 18:58:24.918621 dv-cinder-786386-8-iscsi neutron-server[99981]: 'Network': {'1.1'}, Jun 23 18:58:24.918621 dv-cinder-786386-8-iscsi neutron-server[99981]: 'Port': {'1.7'}, Jun 23 18:58:24.918621 dv-cinder-786386-8-iscsi neutron-server[99981]: 'PortForwarding': {'1.2'}, Jun 23 18:58:24.918621 dv-cinder-786386-8-iscsi neutron-server[99981]: 'QosPolicy': {'1.8'}, Jun 23 18:58:24.918621 dv-cinder-786386-8-iscsi neutron-server[99981]: 'SecurityGroup': {'1.4'}, Jun 23 18:58:24.918621 dv-cinder-786386-8-iscsi neutron-server[99981]: 'SecurityGroupRule': {'1.2'}, Jun 23 18:58:24.918621 dv-cinder-786386-8-iscsi neutron-server[99981]: 'SubPort': {'1.0'}, Jun 23 18:58:24.918621 dv-cinder-786386-8-iscsi neutron-server[99981]: 'Subnet': {'1.1'}, Jun 23 18:58:24.918621 dv-cinder-786386-8-iscsi neutron-server[99981]: 'Trunk': {'1.1'}} Jun 23 18:58:24.918621 dv-cinder-786386-8-iscsi neutron-server[99981]: consumer versions: Jun 23 18:58:24.918621 dv-cinder-786386-8-iscsi neutron-server[99981]: { DHCP agent@dv-cinder-786386-8-iscsi: {}, Jun 23 18:58:24.918621 dv-cinder-786386-8-iscsi neutron-server[99981]: HyperV agent@hv-cinder-78638: {}, Jun 23 18:58:24.918621 dv-cinder-786386-8-iscsi neutron-server[99981]: L3 agent@dv-cinder-786386-8-iscsi: {}, Jun 23 18:58:24.918621 dv-cinder-786386-8-iscsi neutron-server[99981]: Metadata agent@dv-cinder-786386-8-iscsi: {}, Jun 23 18:58:24.918621 dv-cinder-786386-8-iscsi neutron-server[99981]: Metering agent@dv-cinder-786386-8-iscsi: {}, Jun 23 18:58:24.918621 dv-cinder-786386-8-iscsi neutron-server[99981]: Open vSwitch agent@dv-cinder-786386-8-iscsi: { 'AddressGroup': '1.2', Jun 23 18:58:24.918621 dv-cinder-786386-8-iscsi neutron-server[99981]: 'ConntrackHelper': '1.0', Jun 23 18:58:24.918621 dv-cinder-786386-8-iscsi neutron-server[99981]: 'Log': '1.0', Jun 23 18:58:24.918621 dv-cinder-786386-8-iscsi neutron-server[99981]: 'Network': '1.1', Jun 23 18:58:24.918621 dv-cinder-786386-8-iscsi neutron-server[99981]: 'Port': '1.7', Jun 23 18:58:24.918621 dv-cinder-786386-8-iscsi neutron-server[99981]: 'PortForwarding': '1.2', Jun 23 18:58:24.918621 dv-cinder-786386-8-iscsi neutron-server[99981]: 'QosPolicy': '1.8', Jun 23 18:58:24.918621 dv-cinder-786386-8-iscsi neutron-server[99981]: 'SecurityGroup': '1.4', Jun 23 18:58:24.918621 dv-cinder-786386-8-iscsi neutron-server[99981]: 'SecurityGroupRule': '1.2', Jun 23 18:58:24.918621 dv-cinder-786386-8-iscsi neutron-server[99981]: 'SubPort': '1.0', Jun 23 18:58:24.918621 dv-cinder-786386-8-iscsi neutron-server[99981]: 'Subnet': '1.1', Jun 23 18:58:24.918621 dv-cinder-786386-8-iscsi neutron-server[99981]: 'Trunk': '1.1'}} Jun 23 18:58:24.918621 dv-cinder-786386-8-iscsi neutron-server[99981]: {{(pid=99981) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 18:58:24.936925 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-b766bc51-bf03-4c3d-918e-f264153fe412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:24.950919 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b766bc51-bf03-4c3d-918e-f264153fe412 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739890161695'] for network, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:24.986314 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-b30897f5-d840-4b88-87c2-fb56cff4afe8 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1664202 Jun 23 18:58:24.989129 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 54966) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:24.995217 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-996e8dc2-de5f-44a1-b811-49c5f24f0bf2 admin admin] Request body: {'subnet': {'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1286120584-subnet', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:25.060094 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b766bc51-bf03-4c3d-918e-f264153fe412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545'] for network, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:25.064477 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-35d4ca88-41dc-4745-b726-2d1ee96123ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:25.065840 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b766bc51-bf03-4c3d-918e-f264153fe412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:25.066434 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b766bc51-bf03-4c3d-918e-f264153fe412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for network, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:25.068380 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-a53de0c9-816f-41bd-a0ff-8bebd3dafd6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:25.080244 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-cf9cefbc-d9c5-4e40-9503-f423c4b366a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:25.132797 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766bc51-bf03-4c3d-918e-f264153fe412 admin admin] Pushing event updated for resources: {'Network': ['ID=a62e3469-54f8-4f1b-8637-fdf06f04c1b7,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:25.137268 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-b766bc51-bf03-4c3d-918e-f264153fe412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:25.144622 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Network a62e3469-54f8-4f1b-8637-fdf06f04c1b7 details requested by agent ovs-agent-dv-cinder-786386-8-iscsi with host dv-cinder-786386-8-iscsi {{(pid=99983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 18:58:25.171221 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-35d4ca88-41dc-4745-b726-2d1ee96123ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:25.173290 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-a53de0c9-816f-41bd-a0ff-8bebd3dafd6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:25.195277 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d4ca88-41dc-4745-b726-2d1ee96123ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=99981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 18:58:25.204463 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4ca88-41dc-4745-b726-2d1ee96123ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c44205-c62b-42cb-bfba-d1e618271860,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:25.211222 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-35d4ca88-41dc-4745-b726-2d1ee96123ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:25.211222 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-35d4ca88-41dc-4745-b726-2d1ee96123ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412'] for segment, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:25.211222 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.db.segments_db [None req-35d4ca88-41dc-4745-b726-2d1ee96123ca admin admin] Added segment 87806ec5-b336-4f3d-afae-cc6d137f808d of type vlan for network fdf89605-62c6-4b55-a5e6-b6b42fdc13b9 Jun 23 18:58:25.250682 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-35d4ca88-41dc-4745-b726-2d1ee96123ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739890161695'] for network, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:25.279578 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-b766bc51-bf03-4c3d-918e-f264153fe412 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4228115 Jun 23 18:58:25.282623 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 54974) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:25.288237 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.db.api [None req-cf9cefbc-d9c5-4e40-9503-f423c4b366a4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 18:58:25.288237 dv-cinder-786386-8-iscsi neutron-server[99981]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 18:58:25.288237 dv-cinder-786386-8-iscsi neutron-server[99981]: [parameters: {'project_id_1': '3b232a5327c642c5a6c0382184c26c86', 'expiration_1': datetime.datetime(2021, 6, 23, 18, 58, 25, 134923)}] Jun 23 18:58:25.288237 dv-cinder-786386-8-iscsi neutron-server[99981]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 18:58:25.295349 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_db.api [None req-cf9cefbc-d9c5-4e40-9503-f423c4b366a4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 18:58:25.295462 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-ba266104-c9e1-416e-a8c1-7d34bb0c987a admin admin] Request body: {'subnet': {'network_id': 'a62e3469-54f8-4f1b-8637-fdf06f04c1b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2057198503-subnet', 'tenant_id': '513690762a7743d6bef8530390bb53c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:25.295592 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.db.api [None req-996e8dc2-de5f-44a1-b811-49c5f24f0bf2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 18:58:25.295592 dv-cinder-786386-8-iscsi neutron-server[99982]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 18:58:25.295592 dv-cinder-786386-8-iscsi neutron-server[99982]: [parameters: {'project_id_1': '729d57d1e6084efaafdeeab91cc43749', 'expiration_1': datetime.datetime(2021, 6, 23, 18, 58, 25, 660)}] Jun 23 18:58:25.295592 dv-cinder-786386-8-iscsi neutron-server[99982]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99982) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 18:58:25.295961 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_db.api [None req-996e8dc2-de5f-44a1-b811-49c5f24f0bf2 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 18:58:25.296522 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.db.api [None req-cae54d6a-e85f-4be0-8b03-29012445a748 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 18:58:25.296522 dv-cinder-786386-8-iscsi neutron-server[99982]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 18:58:25.296522 dv-cinder-786386-8-iscsi neutron-server[99982]: [parameters: {'project_id_1': '9c0f8c097bfd45ef87ba50e56a6cd08c', 'expiration_1': datetime.datetime(2021, 6, 23, 18, 58, 25, 87530)}] Jun 23 18:58:25.296522 dv-cinder-786386-8-iscsi neutron-server[99982]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99982) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 18:58:25.296863 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_db.api [None req-cae54d6a-e85f-4be0-8b03-29012445a748 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 18:58:25.354975 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-739f6a1c-0352-4780-84a1-1a4bb993368d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:25.443896 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-35d4ca88-41dc-4745-b726-2d1ee96123ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545'] for network, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:25.445466 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d4ca88-41dc-4745-b726-2d1ee96123ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:25.450092 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-35d4ca88-41dc-4745-b726-2d1ee96123ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for network, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:25.450092 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-a8f49c8f-76b0-4557-b436-79a2d75ba695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:25.506724 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4ca88-41dc-4745-b726-2d1ee96123ca admin admin] Pushing event updated for resources: {'Network': ['ID=fdf89605-62c6-4b55-a5e6-b6b42fdc13b9,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:25.509235 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-35d4ca88-41dc-4745-b726-2d1ee96123ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:25.516699 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Network fdf89605-62c6-4b55-a5e6-b6b42fdc13b9 details requested by agent ovs-agent-dv-cinder-786386-8-iscsi with host dv-cinder-786386-8-iscsi {{(pid=99983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 18:58:25.530520 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-739f6a1c-0352-4780-84a1-1a4bb993368d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:25.534737 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-b766bc51-bf03-4c3d-918e-f264153fe412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:25.555117 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-739f6a1c-0352-4780-84a1-1a4bb993368d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=99981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 18:58:25.565098 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f6a1c-0352-4780-84a1-1a4bb993368d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11da6472-03ee-4f00-8798-93016e9a8b61,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:25.569212 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-739f6a1c-0352-4780-84a1-1a4bb993368d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:25.570273 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-739f6a1c-0352-4780-84a1-1a4bb993368d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412'] for segment, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:25.570799 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.db.segments_db [None req-739f6a1c-0352-4780-84a1-1a4bb993368d admin admin] Added segment 21777bc4-7e14-43bb-899b-3e57adfce770 of type vlan for network 58353e6c-18a0-4686-b0db-a03201c9462d Jun 23 18:58:25.610187 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-739f6a1c-0352-4780-84a1-1a4bb993368d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739890161695'] for network, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:25.638523 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-35d4ca88-41dc-4745-b726-2d1ee96123ca admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7551153 Jun 23 18:58:25.641678 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 54988) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:25.646816 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-2e300977-6ff0-4b0c-b04f-3b760bc726b8 admin admin] Request body: {'subnet': {'network_id': 'fdf89605-62c6-4b55-a5e6-b6b42fdc13b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-276163530-subnet', 'tenant_id': '73ac072b4abc4a448069580beeddc9eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:25.721798 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-739f6a1c-0352-4780-84a1-1a4bb993368d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545'] for network, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:25.723164 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739f6a1c-0352-4780-84a1-1a4bb993368d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:25.723796 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-739f6a1c-0352-4780-84a1-1a4bb993368d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for network, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:25.725944 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:25.752354 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba266104-c9e1-416e-a8c1-7d34bb0c987a admin admin] Made reservation on behalf of 513690762a7743d6bef8530390bb53c2 for: {'subnet': 1} {{(pid=99982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:58:25.754759 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-ba266104-c9e1-416e-a8c1-7d34bb0c987a admin admin] Notify callbacks [] for subnet, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:25.798293 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f6a1c-0352-4780-84a1-1a4bb993368d admin admin] Pushing event updated for resources: {'Network': ['ID=58353e6c-18a0-4686-b0db-a03201c9462d,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:25.800735 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-739f6a1c-0352-4780-84a1-1a4bb993368d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:25.808117 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Network 58353e6c-18a0-4686-b0db-a03201c9462d details requested by agent ovs-agent-dv-cinder-786386-8-iscsi with host dv-cinder-786386-8-iscsi {{(pid=99983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 18:58:25.859592 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-cf9cefbc-d9c5-4e40-9503-f423c4b366a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:25.905843 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e300977-6ff0-4b0c-b04f-3b760bc726b8 admin admin] Made reservation on behalf of 73ac072b4abc4a448069580beeddc9eb for: {'subnet': 1} {{(pid=99981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:58:25.908475 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-2e300977-6ff0-4b0c-b04f-3b760bc726b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:26.003487 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 54998) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:26.004066 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-739f6a1c-0352-4780-84a1-1a4bb993368d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3501611 Jun 23 18:58:26.009765 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-bc35b914-91a8-43ef-8549-13d32410fb4f admin admin] Request body: {'subnet': {'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-840448975-subnet', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:26.019400 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-ba266104-c9e1-416e-a8c1-7d34bb0c987a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538'] for subnet, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:26.022466 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:26.072052 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba266104-c9e1-416e-a8c1-7d34bb0c987a admin admin] Checking segment: {'id': '3f8ce679-d627-490d-95f8-7137b292d1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a62e3469-54f8-4f1b-8637-fdf06f04c1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:58:26.072410 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba266104-c9e1-416e-a8c1-7d34bb0c987a admin admin] Network hostable DHCP agents. Network: a62e3469-54f8-4f1b-8637-fdf06f04c1b7, hostable agents: ['1dd69743-8206-40a5-ae92-aa5513ece3b0'], hosted agents: [] {{(pid=99982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 18:58:26.100548 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba266104-c9e1-416e-a8c1-7d34bb0c987a admin admin] Pushing event updated for resources: {'Subnet': ['ID=21ed8072-8b4b-4158-b646-c86663b19b61,revision_number=0']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:26.103727 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-ba266104-c9e1-416e-a8c1-7d34bb0c987a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:26.112782 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996e8dc2-de5f-44a1-b811-49c5f24f0bf2 admin admin] Made reservation on behalf of 729d57d1e6084efaafdeeab91cc43749 for: {'subnet': 1} {{(pid=99982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:58:26.115321 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-996e8dc2-de5f-44a1-b811-49c5f24f0bf2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:26.210611 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-cf9cefbc-d9c5-4e40-9503-f423c4b366a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:26.262588 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba266104-c9e1-416e-a8c1-7d34bb0c987a admin admin] Network a62e3469-54f8-4f1b-8637-fdf06f04c1b7 is scheduled to be hosted by DHCP agent 1dd69743-8206-40a5-ae92-aa5513ece3b0 with binding_index 1 {{(pid=99982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 18:58:26.268919 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.db.api [None req-bc35b914-91a8-43ef-8549-13d32410fb4f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 18:58:26.268919 dv-cinder-786386-8-iscsi neutron-server[99982]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 18:58:26.268919 dv-cinder-786386-8-iscsi neutron-server[99982]: [parameters: {'project_id_1': 'c9f6a4633b074ee18f6ae32450102a45', 'expiration_1': datetime.datetime(2021, 6, 23, 18, 58, 26, 14174)}] Jun 23 18:58:26.268919 dv-cinder-786386-8-iscsi neutron-server[99982]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99982) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 18:58:26.268919 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_db.api [None req-bc35b914-91a8-43ef-8549-13d32410fb4f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 18:58:26.289720 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-cf9cefbc-d9c5-4e40-9503-f423c4b366a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:26.303069 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf9cefbc-d9c5-4e40-9503-f423c4b366a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=99981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 18:58:26.329195 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-cf9cefbc-d9c5-4e40-9503-f423c4b366a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412'] for segment, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:26.329195 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.db.segments_db [None req-cf9cefbc-d9c5-4e40-9503-f423c4b366a4 admin admin] Added segment 91ac7bd7-7747-45f6-a655-e28f712ee370 of type vlan for network 0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9 Jun 23 18:58:26.365509 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:26.372265 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-2e300977-6ff0-4b0c-b04f-3b760bc726b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538'] for subnet, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:26.375828 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.base_scheduler [None req-ba266104-c9e1-416e-a8c1-7d34bb0c987a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-8-iscsi, a62e3469-54f8-4f1b-8637-fdf06f04c1b7) {{(pid=99982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:58:26.380309 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba266104-c9e1-416e-a8c1-7d34bb0c987a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:26.381071 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-ba266104-c9e1-416e-a8c1-7d34bb0c987a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for subnet, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:26.393419 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e7ce6d-65a8-4c55-b661-a2e7d56cff19 None None] Network a62e3469-54f8-4f1b-8637-fdf06f04c1b7 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 18:58:26.399402 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-cf9cefbc-d9c5-4e40-9503-f423c4b366a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739890161695'] for network, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:26.421574 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae54d6a-e85f-4be0-8b03-29012445a748 admin admin] Made reservation on behalf of 9c0f8c097bfd45ef87ba50e56a6cd08c for: {'network': 1} {{(pid=99982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:58:26.424254 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-cae54d6a-e85f-4be0-8b03-29012445a748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for network, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:26.435173 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-cae54d6a-e85f-4be0-8b03-29012445a748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:26.455506 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9cefbc-d9c5-4e40-9503-f423c4b366a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f830f75-7064-434d-b1c7-a5f47860c3a5,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:26.460748 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-cf9cefbc-d9c5-4e40-9503-f423c4b366a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:26.461650 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:26.498112 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-996e8dc2-de5f-44a1-b811-49c5f24f0bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538'] for subnet, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:26.506078 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-ba266104-c9e1-416e-a8c1-7d34bb0c987a admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2180221 Jun 23 18:58:26.506802 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 55016) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:26.516414 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e300977-6ff0-4b0c-b04f-3b760bc726b8 admin admin] Checking segment: {'id': '87806ec5-b336-4f3d-afae-cc6d137f808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'fdf89605-62c6-4b55-a5e6-b6b42fdc13b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:58:26.516864 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e300977-6ff0-4b0c-b04f-3b760bc726b8 admin admin] Network hostable DHCP agents. Network: fdf89605-62c6-4b55-a5e6-b6b42fdc13b9, hostable agents: ['1dd69743-8206-40a5-ae92-aa5513ece3b0'], hosted agents: [] {{(pid=99981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 18:58:26.524629 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e300977-6ff0-4b0c-b04f-3b760bc726b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e56b89b4-e3bb-4c07-9b8c-9debcfc2c322,revision_number=0']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:26.525366 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-7a5b2edc-b242-46b9-a956-36d4487c69ea admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2057198503-router', 'tenant_id': '513690762a7743d6bef8530390bb53c2', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'}}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:26.529661 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-2e300977-6ff0-4b0c-b04f-3b760bc726b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:26.535376 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a01865-bd38-47dc-b68b-f6f8be62eabe None None] Network a62e3469-54f8-4f1b-8637-fdf06f04c1b7 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 18:58:26.536566 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:26.576187 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-cf9cefbc-d9c5-4e40-9503-f423c4b366a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545'] for network, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:26.577950 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9cefbc-d9c5-4e40-9503-f423c4b366a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:26.578796 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-cf9cefbc-d9c5-4e40-9503-f423c4b366a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for network, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:26.582763 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:26.654537 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996e8dc2-de5f-44a1-b811-49c5f24f0bf2 admin admin] Checking segment: {'id': '1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:58:26.654902 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996e8dc2-de5f-44a1-b811-49c5f24f0bf2 admin admin] Network hostable DHCP agents. Network: bfb4a1f7-e917-4d93-979a-9e772f8cdd47, hostable agents: ['1dd69743-8206-40a5-ae92-aa5513ece3b0'], hosted agents: [] {{(pid=99982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 18:58:26.676949 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e300977-6ff0-4b0c-b04f-3b760bc726b8 admin admin] Network fdf89605-62c6-4b55-a5e6-b6b42fdc13b9 is scheduled to be hosted by DHCP agent 1dd69743-8206-40a5-ae92-aa5513ece3b0 with binding_index 1 {{(pid=99981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 18:58:26.688670 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9cefbc-d9c5-4e40-9503-f423c4b366a4 admin admin] Pushing event updated for resources: {'Network': ['ID=0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:26.691727 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-cf9cefbc-d9c5-4e40-9503-f423c4b366a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:26.693085 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e8dc2-de5f-44a1-b811-49c5f24f0bf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32106090-9e53-4852-ad03-eb2e8f42dc88,revision_number=0']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:26.695775 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-996e8dc2-de5f-44a1-b811-49c5f24f0bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:26.698874 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Network 0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9 details requested by agent ovs-agent-dv-cinder-786386-8-iscsi with host dv-cinder-786386-8-iscsi {{(pid=99983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 18:58:26.735440 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-cae54d6a-e85f-4be0-8b03-29012445a748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:26.820875 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996e8dc2-de5f-44a1-b811-49c5f24f0bf2 admin admin] Network bfb4a1f7-e917-4d93-979a-9e772f8cdd47 is scheduled to be hosted by DHCP agent 1dd69743-8206-40a5-ae92-aa5513ece3b0 with binding_index 1 {{(pid=99982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 18:58:26.824073 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-cae54d6a-e85f-4be0-8b03-29012445a748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:26.830820 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-a3a04e50-e279-485a-a29e-36ce9bcc9980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:26.842254 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae54d6a-e85f-4be0-8b03-29012445a748 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=99982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 18:58:26.864480 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-cae54d6a-e85f-4be0-8b03-29012445a748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412'] for segment, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:26.864827 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.db.segments_db [None req-cae54d6a-e85f-4be0-8b03-29012445a748 admin admin] Added segment 67951a9e-bf4a-462b-907e-16e20c1e9ab8 of type vlan for network e397bfc0-aa7d-4520-85d4-4819c72bc762 Jun 23 18:58:26.872676 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae54d6a-e85f-4be0-8b03-29012445a748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51692ab3-5567-41ed-b59f-c4f49f599f9c,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:26.875854 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-cae54d6a-e85f-4be0-8b03-29012445a748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:26.909119 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-cae54d6a-e85f-4be0-8b03-29012445a748 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739890161695'] for network, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:26.935276 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [None req-2e300977-6ff0-4b0c-b04f-3b760bc726b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-8-iscsi, fdf89605-62c6-4b55-a5e6-b6b42fdc13b9) {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:58:26.942340 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e300977-6ff0-4b0c-b04f-3b760bc726b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:26.942614 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.base_scheduler [None req-996e8dc2-de5f-44a1-b811-49c5f24f0bf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-8-iscsi, bfb4a1f7-e917-4d93-979a-9e772f8cdd47) {{(pid=99982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:58:26.942954 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-2e300977-6ff0-4b0c-b04f-3b760bc726b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for subnet, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:26.945786 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f8a094-4e33-49f1-868c-ec8a2b1d442a None None] Network fdf89605-62c6-4b55-a5e6-b6b42fdc13b9 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 18:58:26.949534 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996e8dc2-de5f-44a1-b811-49c5f24f0bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:26.950097 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-996e8dc2-de5f-44a1-b811-49c5f24f0bf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for subnet, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:26.953124 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-cf9cefbc-d9c5-4e40-9503-f423c4b366a4 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.1253650 Jun 23 18:58:26.953576 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602aa8e2-87a1-456c-ab3e-7f3744d7ae51 None None] Network bfb4a1f7-e917-4d93-979a-9e772f8cdd47 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 18:58:26.956527 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 55030) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:26.964032 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-bb8c16a0-810d-4203-9a0b-ec33af5b9736 admin admin] Request body: {'subnet': {'network_id': '0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1040705220-subnet', 'tenant_id': '3b232a5327c642c5a6c0382184c26c86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:27.084974 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-cae54d6a-e85f-4be0-8b03-29012445a748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545'] for network, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:27.086201 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7a5b2edc-b242-46b9-a956-36d4487c69ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1984276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31832'] for router, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:27.087226 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7a5b2edc-b242-46b9-a956-36d4487c69ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1977642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2055753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31811'] for router, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:27.093004 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae54d6a-e85f-4be0-8b03-29012445a748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:27.093523 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-cae54d6a-e85f-4be0-8b03-29012445a748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for network, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:27.098191 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:27.167047 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bd48c9-3089-4ac9-b161-f9d9c866b550 None None] Network fdf89605-62c6-4b55-a5e6-b6b42fdc13b9 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 18:58:27.206478 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-996e8dc2-de5f-44a1-b811-49c5f24f0bf2 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2156670 Jun 23 18:58:27.207734 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7a5b2edc-b242-46b9-a956-36d4487c69ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:27.209750 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-2e300977-6ff0-4b0c-b04f-3b760bc726b8 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5667429 Jun 23 18:58:27.211043 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 55038) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:27.215999 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae54d6a-e85f-4be0-8b03-29012445a748 admin admin] Pushing event updated for resources: {'Network': ['ID=e397bfc0-aa7d-4520-85d4-4819c72bc762,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:27.219042 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-cae54d6a-e85f-4be0-8b03-29012445a748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:27.219673 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-02a07a38-3ab8-41fa-923d-241d1fc6fcdb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1286120584-router', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'}}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:27.240271 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Network e397bfc0-aa7d-4520-85d4-4819c72bc762 details requested by agent ovs-agent-dv-cinder-786386-8-iscsi with host dv-cinder-786386-8-iscsi {{(pid=99983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 18:58:27.242177 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b631568-500d-4097-998d-53cf3664f10a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp635e9f09-2955-5d20-83b9-10684d4533fd-bfb4a1f7-e917-4d93-979a-9e772f8cdd47', 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'fixed_ips': [{'subnet_id': '32106090-9e53-4852-ad03-eb2e8f42dc88'}]}} from dv-cinder-786386-8-iscsi. {{(pid=99983) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 18:58:27.243026 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-5b631568-500d-4097-998d-53cf3664f10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:27.345666 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc35b914-91a8-43ef-8549-13d32410fb4f admin admin] Made reservation on behalf of c9f6a4633b074ee18f6ae32450102a45 for: {'subnet': 1} {{(pid=99982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:58:27.349869 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-bc35b914-91a8-43ef-8549-13d32410fb4f admin admin] Notify callbacks [] for subnet, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:27.439665 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-cae54d6a-e85f-4be0-8b03-29012445a748 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.3989091 Jun 23 18:58:27.443186 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 55048) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:27.448939 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-3aa3030b-0220-42f6-8839-002b2c49a5ce admin admin] Request body: {'subnet': {'network_id': 'e397bfc0-aa7d-4520-85d4-4819c72bc762', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-281393094-subnet', 'tenant_id': '9c0f8c097bfd45ef87ba50e56a6cd08c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:27.485811 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7a5b2edc-b242-46b9-a956-36d4487c69ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1996936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31869'] for router, precommit_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:27.502433 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.db_base_plugin_common [None req-5b631568-500d-4097-998d-53cf3664f10a None None] Allocated IP 172.20.0.2 (bfb4a1f7-e917-4d93-979a-9e772f8cdd47/32106090-9e53-4852-ad03-eb2e8f42dc88/21e62d85-2840-4624-a607-7c05e1cc9e14) {{(pid=99983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:58:27.592903 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8c16a0-810d-4203-9a0b-ec33af5b9736 admin admin] Made reservation on behalf of 3b232a5327c642c5a6c0382184c26c86 for: {'subnet': 1} {{(pid=99982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:58:27.596661 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-bb8c16a0-810d-4203-9a0b-ec33af5b9736 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:27.611092 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 55066) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:27.615634 dv-cinder-786386-8-iscsi neutron-server[99981]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 18:58:27.658112 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-5b631568-500d-4097-998d-53cf3664f10a None None] Notify callbacks [] for port, precommit_create {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:27.666454 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-5b631568-500d-4097-998d-53cf3664f10a None None] Transition to ACTIVE for port object 21e62d85-2840-4624-a607-7c05e1cc9e14 will not be triggered until provisioned by entity L2. {{(pid=99983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:58:27.680852 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-5b631568-500d-4097-998d-53cf3664f10a None None] Transition to ACTIVE for port object 21e62d85-2840-4624-a607-7c05e1cc9e14 will not be triggered until provisioned by entity DHCP. {{(pid=99983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:58:27.769546 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-02a07a38-3ab8-41fa-923d-241d1fc6fcdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1984276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31832'] for router, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:27.771089 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-02a07a38-3ab8-41fa-923d-241d1fc6fcdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1977642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2055753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31811'] for router, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:27.796711 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-5b631568-500d-4097-998d-53cf3664f10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966'] for port, after_create {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:27.799861 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-b9bc5705-6276-4373-bd0f-6680244e27c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:27.810193 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-bc35b914-91a8-43ef-8549-13d32410fb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538'] for subnet, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:27.817115 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-996e8dc2-de5f-44a1-b811-49c5f24f0bf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:27.841588 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b631568-500d-4097-998d-53cf3664f10a None None] Network bfb4a1f7-e917-4d93-979a-9e772f8cdd47 is already hosted by enough agents. {{(pid=99983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:58:27.845276 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.scheduler.base_scheduler [None req-5b631568-500d-4097-998d-53cf3664f10a None None] Resources bound (agent type, host, resource id): {{(pid=99983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:58:27.851689 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b631568-500d-4097-998d-53cf3664f10a None None] Received port after_create {{(pid=99983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:58:27.865456 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b631568-500d-4097-998d-53cf3664f10a None None] Pushing event updated for resources: {'Port': ['ID=21e62d85-2840-4624-a607-7c05e1cc9e14,revision_number=1']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:27.877593 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b631568-500d-4097-998d-53cf3664f10a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:27.877948 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b631568-500d-4097-998d-53cf3664f10a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:27.878328 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b631568-500d-4097-998d-53cf3664f10a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:27.879105 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b631568-500d-4097-998d-53cf3664f10a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:27.879105 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b631568-500d-4097-998d-53cf3664f10a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:27.879405 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b631568-500d-4097-998d-53cf3664f10a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:27.879696 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b631568-500d-4097-998d-53cf3664f10a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:27.880073 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b631568-500d-4097-998d-53cf3664f10a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:27.880398 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b631568-500d-4097-998d-53cf3664f10a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:27.880719 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b631568-500d-4097-998d-53cf3664f10a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:27.881253 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b631568-500d-4097-998d-53cf3664f10a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:27.881376 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b631568-500d-4097-998d-53cf3664f10a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:27.882385 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b631568-500d-4097-998d-53cf3664f10a None None] Tracked resource versions report: Jun 23 18:58:27.882385 dv-cinder-786386-8-iscsi neutron-server[99983]: pushed versions: Jun 23 18:58:27.882385 dv-cinder-786386-8-iscsi neutron-server[99983]: { 'AddressGroup': {'1.2'}, Jun 23 18:58:27.882385 dv-cinder-786386-8-iscsi neutron-server[99983]: 'ConntrackHelper': {'1.0'}, Jun 23 18:58:27.882385 dv-cinder-786386-8-iscsi neutron-server[99983]: 'Log': {'1.0'}, Jun 23 18:58:27.882385 dv-cinder-786386-8-iscsi neutron-server[99983]: 'Network': {'1.1'}, Jun 23 18:58:27.882385 dv-cinder-786386-8-iscsi neutron-server[99983]: 'Port': {'1.7'}, Jun 23 18:58:27.882385 dv-cinder-786386-8-iscsi neutron-server[99983]: 'PortForwarding': {'1.2'}, Jun 23 18:58:27.882385 dv-cinder-786386-8-iscsi neutron-server[99983]: 'QosPolicy': {'1.8'}, Jun 23 18:58:27.882385 dv-cinder-786386-8-iscsi neutron-server[99983]: 'SecurityGroup': {'1.4'}, Jun 23 18:58:27.882385 dv-cinder-786386-8-iscsi neutron-server[99983]: 'SecurityGroupRule': {'1.2'}, Jun 23 18:58:27.882385 dv-cinder-786386-8-iscsi neutron-server[99983]: 'SubPort': {'1.0'}, Jun 23 18:58:27.882385 dv-cinder-786386-8-iscsi neutron-server[99983]: 'Subnet': {'1.1'}, Jun 23 18:58:27.882385 dv-cinder-786386-8-iscsi neutron-server[99983]: 'Trunk': {'1.1'}} Jun 23 18:58:27.882385 dv-cinder-786386-8-iscsi neutron-server[99983]: consumer versions: Jun 23 18:58:27.882385 dv-cinder-786386-8-iscsi neutron-server[99983]: { DHCP agent@dv-cinder-786386-8-iscsi: {}, Jun 23 18:58:27.882385 dv-cinder-786386-8-iscsi neutron-server[99983]: HyperV agent@hv-cinder-78638: {}, Jun 23 18:58:27.882385 dv-cinder-786386-8-iscsi neutron-server[99983]: L3 agent@dv-cinder-786386-8-iscsi: {}, Jun 23 18:58:27.882385 dv-cinder-786386-8-iscsi neutron-server[99983]: Metadata agent@dv-cinder-786386-8-iscsi: {}, Jun 23 18:58:27.882385 dv-cinder-786386-8-iscsi neutron-server[99983]: Metering agent@dv-cinder-786386-8-iscsi: {}, Jun 23 18:58:27.882385 dv-cinder-786386-8-iscsi neutron-server[99983]: Open vSwitch agent@dv-cinder-786386-8-iscsi: { 'AddressGroup': '1.2', Jun 23 18:58:27.882385 dv-cinder-786386-8-iscsi neutron-server[99983]: 'ConntrackHelper': '1.0', Jun 23 18:58:27.882385 dv-cinder-786386-8-iscsi neutron-server[99983]: 'Log': '1.0', Jun 23 18:58:27.882385 dv-cinder-786386-8-iscsi neutron-server[99983]: 'Network': '1.1', Jun 23 18:58:27.882385 dv-cinder-786386-8-iscsi neutron-server[99983]: 'Port': '1.7', Jun 23 18:58:27.882385 dv-cinder-786386-8-iscsi neutron-server[99983]: 'PortForwarding': '1.2', Jun 23 18:58:27.882385 dv-cinder-786386-8-iscsi neutron-server[99983]: 'QosPolicy': '1.8', Jun 23 18:58:27.882385 dv-cinder-786386-8-iscsi neutron-server[99983]: 'SecurityGroup': '1.4', Jun 23 18:58:27.882385 dv-cinder-786386-8-iscsi neutron-server[99983]: 'SecurityGroupRule': '1.2', Jun 23 18:58:27.882385 dv-cinder-786386-8-iscsi neutron-server[99983]: 'SubPort': '1.0', Jun 23 18:58:27.882385 dv-cinder-786386-8-iscsi neutron-server[99983]: 'Subnet': '1.1', Jun 23 18:58:27.882385 dv-cinder-786386-8-iscsi neutron-server[99983]: 'Trunk': '1.1'}} Jun 23 18:58:27.882385 dv-cinder-786386-8-iscsi neutron-server[99983]: {{(pid=99983) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 18:58:27.909001 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-5b631568-500d-4097-998d-53cf3664f10a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:27.934771 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35b914-91a8-43ef-8549-13d32410fb4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=addde824-1dce-4a61-8b2a-9b50df39336c,revision_number=0']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:27.942979 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-bc35b914-91a8-43ef-8549-13d32410fb4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:27.954474 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-5b631568-500d-4097-998d-53cf3664f10a None None] Attempting to bind port 21e62d85-2840-4624-a607-7c05e1cc9e14 on host dv-cinder-786386-8-iscsi for vnic_type normal with profile {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 18:58:27.955750 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-5b631568-500d-4097-998d-53cf3664f10a None None] Attempting to bind port 21e62d85-2840-4624-a607-7c05e1cc9e14 by drivers openvswitch,hyperv on host dv-cinder-786386-8-iscsi at level 0 using segments [{'id': '1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47'}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 18:58:27.956331 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b631568-500d-4097-998d-53cf3664f10a None None] Attempting to bind port 21e62d85-2840-4624-a607-7c05e1cc9e14 on network bfb4a1f7-e917-4d93-979a-9e772f8cdd47 {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:58:27.962637 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b631568-500d-4097-998d-53cf3664f10a None None] Checking agent: {'id': 'a2428681-7d0e-4763-9bc6-e98548fc0bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 50, 31), 'started_at': datetime.datetime(2021, 6, 23, 18, 51, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 18, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:58:27.963298 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b631568-500d-4097-998d-53cf3664f10a None None] Checking segment: {'id': '1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:58:27.964615 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-5b631568-500d-4097-998d-53cf3664f10a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:27.964615 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b631568-500d-4097-998d-53cf3664f10a None None] Bound using segment: {'id': '1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47'} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:58:27.965034 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-5b631568-500d-4097-998d-53cf3664f10a None None] Bound port: 21e62d85-2840-4624-a607-7c05e1cc9e14, host: dv-cinder-786386-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47'}}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 18:58:27.965516 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-5b631568-500d-4097-998d-53cf3664f10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:27.970361 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9411517-b046-44a0-9ffb-e889e394532a req-192180d5-7624-4e5e-a2d8-080cd4f39678 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:27.972112 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-a9411517-b046-44a0-9ffb-e889e394532a req-192180d5-7624-4e5e-a2d8-080cd4f39678 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/networks?id=fdf89605-62c6-4b55-a5e6-b6b42fdc13b9 HTTP/1.1" status: 200 len: 811 time: 0.3598101 Jun 23 18:58:28.001314 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc35b914-91a8-43ef-8549-13d32410fb4f admin admin] Checking segment: {'id': '21777bc4-7e14-43bb-899b-3e57adfce770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:58:28.001665 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc35b914-91a8-43ef-8549-13d32410fb4f admin admin] Network hostable DHCP agents. Network: 58353e6c-18a0-4686-b0db-a03201c9462d, hostable agents: ['1dd69743-8206-40a5-ae92-aa5513ece3b0'], hosted agents: [] {{(pid=99982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 18:58:28.043579 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa3030b-0220-42f6-8839-002b2c49a5ce admin admin] Made reservation on behalf of 9c0f8c097bfd45ef87ba50e56a6cd08c for: {'subnet': 1} {{(pid=99981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:58:28.045898 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3aa3030b-0220-42f6-8839-002b2c49a5ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:28.060448 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-5b631568-500d-4097-998d-53cf3664f10a None None] For port 21e62d85-2840-4624-a607-7c05e1cc9e14, host dv-cinder-786386-8-iscsi, cleared binding levels {{(pid=99983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 18:58:28.087790 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-5b631568-500d-4097-998d-53cf3664f10a None None] For port 21e62d85-2840-4624-a607-7c05e1cc9e14, host dv-cinder-786386-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=21e62d85-2840-4624-a607-7c05e1cc9e14,segment=NetworkSegment(1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13),segment_id=1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13)] {{(pid=99983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 18:58:28.087905 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-02a07a38-3ab8-41fa-923d-241d1fc6fcdb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:28.090476 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-a9411517-b046-44a0-9ffb-e889e394532a req-578ba1b1-916b-4ad3-9da0-541408ce286b tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/quotas/73ac072b4abc4a448069580beeddc9eb HTTP/1.1" status: 200 len: 375 time: 0.0537164 Jun 23 18:58:28.149482 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7a5b2edc-b242-46b9-a956-36d4487c69ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:28.169107 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7a5b2edc-b242-46b9-a956-36d4487c69ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:28.171118 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-a9411517-b046-44a0-9ffb-e889e394532a req-683ac8f9-8e0b-4550-9f88-c1a81665bc23 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=73ac072b4abc4a448069580beeddc9eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525172 Jun 23 18:58:28.275484 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.db_base_plugin_common [None req-7a5b2edc-b242-46b9-a956-36d4487c69ea admin admin] Allocated IP 172.27.0.207 (5d962e1b-a48a-439d-b5f0-687f24f30c92/77178bee-415e-4d1b-b321-842ae6d8e42c/42109a5d-bafb-470b-9a0e-4688697c5127) {{(pid=99982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:58:28.332479 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-bb8c16a0-810d-4203-9a0b-ec33af5b9736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538'] for subnet, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:28.337172 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-ba266104-c9e1-416e-a8c1-7d34bb0c987a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:28.341157 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [req-a9411517-b046-44a0-9ffb-e889e394532a req-3b2bb9cc-aeb8-419f-9490-f29a0cafe739 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=99981) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 18:58:28.342221 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-a9411517-b046-44a0-9ffb-e889e394532a req-3b2bb9cc-aeb8-419f-9490-f29a0cafe739 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0447824 Jun 23 18:58:28.357715 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-5b631568-500d-4097-998d-53cf3664f10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:28.363977 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-41d93ce8-f03a-4fda-8c8c-ee70d42181e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:28.368180 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc35b914-91a8-43ef-8549-13d32410fb4f admin admin] Network 58353e6c-18a0-4686-b0db-a03201c9462d is scheduled to be hosted by DHCP agent 1dd69743-8206-40a5-ae92-aa5513ece3b0 with binding_index 1 {{(pid=99982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 18:58:28.416055 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c16a0-810d-4203-9a0b-ec33af5b9736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68fb12a0-feb0-4ff7-98c7-542ca4bebeef,revision_number=0']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:28.422093 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-bb8c16a0-810d-4203-9a0b-ec33af5b9736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:28.425871 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b631568-500d-4097-998d-53cf3664f10a None None] Pushing event updated for resources: {'Port': ['ID=21e62d85-2840-4624-a607-7c05e1cc9e14,revision_number=2']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:28.440796 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7a5b2edc-b242-46b9-a956-36d4487c69ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:28.442886 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-5b631568-500d-4097-998d-53cf3664f10a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:28.452773 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8c16a0-810d-4203-9a0b-ec33af5b9736 admin admin] Checking segment: {'id': '91ac7bd7-7747-45f6-a655-e28f712ee370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:58:28.459425 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8c16a0-810d-4203-9a0b-ec33af5b9736 admin admin] Network hostable DHCP agents. Network: 0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9, hostable agents: ['1dd69743-8206-40a5-ae92-aa5513ece3b0'], hosted agents: [] {{(pid=99982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 18:58:28.472572 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3aa3030b-0220-42f6-8839-002b2c49a5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538'] for subnet, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:28.483902 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.base_scheduler [None req-bc35b914-91a8-43ef-8549-13d32410fb4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-8-iscsi, 58353e6c-18a0-4686-b0db-a03201c9462d) {{(pid=99982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:58:28.492605 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35b914-91a8-43ef-8549-13d32410fb4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:28.492605 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-bc35b914-91a8-43ef-8549-13d32410fb4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for subnet, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:28.502752 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0362258-9ecb-4c5e-a1fc-e8650208a445 None None] Network 58353e6c-18a0-4686-b0db-a03201c9462d requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 18:58:28.552706 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:28.592819 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-48013333-7458-4ad5-ab3c-6e8d5f5e3565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:28.633920 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7a5b2edc-b242-46b9-a956-36d4487c69ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966'] for port, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:28.649743 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-bc35b914-91a8-43ef-8549-13d32410fb4f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.6343436 Jun 23 18:58:28.652301 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 55092) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:28.671780 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-86f1d8fd-73f7-41aa-b57b-4ccdf66b293c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-840448975-router', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'}}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:28.681860 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-8e98fbfc-c623-49ff-a775-dbd7843a4203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:28.727963 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8c16a0-810d-4203-9a0b-ec33af5b9736 admin admin] Network 0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9 is scheduled to be hosted by DHCP agent 1dd69743-8206-40a5-ae92-aa5513ece3b0 with binding_index 1 {{(pid=99982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 18:58:28.743317 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b716284-7000-4dc8-a67d-dff92f040712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp635e9f09-2955-5d20-83b9-10684d4533fd-58353e6c-18a0-4686-b0db-a03201c9462d', 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'fixed_ips': [{'subnet_id': 'addde824-1dce-4a61-8b2a-9b50df39336c'}]}} from dv-cinder-786386-8-iscsi. {{(pid=99983) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 18:58:28.745431 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-0b716284-7000-4dc8-a67d-dff92f040712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:28.754879 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5b2edc-b242-46b9-a956-36d4487c69ea admin admin] Network 5d962e1b-a48a-439d-b5f0-687f24f30c92 is already hosted by enough agents. {{(pid=99982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:58:28.758440 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-02a07a38-3ab8-41fa-923d-241d1fc6fcdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1996936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31869'] for router, precommit_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:28.764520 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.base_scheduler [None req-7a5b2edc-b242-46b9-a956-36d4487c69ea admin admin] Resources bound (agent type, host, resource id): {{(pid=99982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:58:28.766953 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b2edc-b242-46b9-a956-36d4487c69ea admin admin] Pushing event updated for resources: {'Port': ['ID=42109a5d-bafb-470b-9a0e-4688697c5127,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:28.779775 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5b2edc-b242-46b9-a956-36d4487c69ea admin admin] Received port after_create {{(pid=99982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:58:28.782469 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3030b-0220-42f6-8839-002b2c49a5ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=e670fce2-5e2e-4227-bb7b-a820173c8ab3,revision_number=0']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:28.790203 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-3aa3030b-0220-42f6-8839-002b2c49a5ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:28.817954 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa3030b-0220-42f6-8839-002b2c49a5ce admin admin] Checking segment: {'id': '67951a9e-bf4a-462b-907e-16e20c1e9ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'e397bfc0-aa7d-4520-85d4-4819c72bc762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:58:28.818921 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa3030b-0220-42f6-8839-002b2c49a5ce admin admin] Network hostable DHCP agents. Network: e397bfc0-aa7d-4520-85d4-4819c72bc762, hostable agents: ['1dd69743-8206-40a5-ae92-aa5513ece3b0'], hosted agents: [] {{(pid=99981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 18:58:28.822885 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-a9411517-b046-44a0-9ffb-e889e394532a req-17081f05-8efd-44a0-b503-9edb5d7af7b3 service neutron] 10.222.0.47 "GET /v2.0/networks/fdf89605-62c6-4b55-a5e6-b6b42fdc13b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745684 Jun 23 18:58:28.959845 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-7a5b2edc-b242-46b9-a956-36d4487c69ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:28.961140 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-86f1d8fd-73f7-41aa-b57b-4ccdf66b293c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1984276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31832'] for router, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:28.962234 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-86f1d8fd-73f7-41aa-b57b-4ccdf66b293c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1977642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2055753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31811'] for router, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:28.967447 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.db_base_plugin_common [None req-0b716284-7000-4dc8-a67d-dff92f040712 None None] Allocated IP 172.20.0.2 (58353e6c-18a0-4686-b0db-a03201c9462d/addde824-1dce-4a61-8b2a-9b50df39336c/787ce184-5fde-4eac-a195-d546ac0993cf) {{(pid=99983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:58:28.968929 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.base_scheduler [None req-bb8c16a0-810d-4203-9a0b-ec33af5b9736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-8-iscsi, 0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9) {{(pid=99982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:58:28.974495 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8c16a0-810d-4203-9a0b-ec33af5b9736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:28.975085 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-bb8c16a0-810d-4203-9a0b-ec33af5b9736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for subnet, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:28.979633 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa3030b-0220-42f6-8839-002b2c49a5ce admin admin] Network e397bfc0-aa7d-4520-85d4-4819c72bc762 is scheduled to be hosted by DHCP agent 1dd69743-8206-40a5-ae92-aa5513ece3b0 with binding_index 1 {{(pid=99981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 18:58:28.983918 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d20456a-438f-4238-9882-1ef42935d7ac None None] Network 0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 18:58:28.991290 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-a9411517-b046-44a0-9ffb-e889e394532a req-7daf55fb-1cd6-42f5-9497-a0adc93d7c8e service neutron] 10.222.0.47 "GET /v2.0/networks/fdf89605-62c6-4b55-a5e6-b6b42fdc13b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582520 Jun 23 18:58:29.068474 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [None req-3aa3030b-0220-42f6-8839-002b2c49a5ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-8-iscsi, e397bfc0-aa7d-4520-85d4-4819c72bc762) {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:58:29.095610 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-86f1d8fd-73f7-41aa-b57b-4ccdf66b293c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:29.101389 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-bb8c16a0-810d-4203-9a0b-ec33af5b9736 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1430781 Jun 23 18:58:29.119826 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f62db0e-5cdb-4320-89c4-b5bdd6c25403 None None] Network e397bfc0-aa7d-4520-85d4-4819c72bc762 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 18:58:29.120705 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa3030b-0220-42f6-8839-002b2c49a5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:29.121919 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3aa3030b-0220-42f6-8839-002b2c49a5ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for subnet, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:29.237393 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-3aa3030b-0220-42f6-8839-002b2c49a5ce admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7928152 Jun 23 18:58:29.251398 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-02a07a38-3ab8-41fa-923d-241d1fc6fcdb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:29.268074 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c934da4-a542-4445-a21e-e6094319bd6c None None] Network 0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 18:58:29.300164 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-02a07a38-3ab8-41fa-923d-241d1fc6fcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:29.544095 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 55146) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:29.724244 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 21e62d85-2840-4624-a607-7c05e1cc9e14 up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:58:29.733472 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.db_base_plugin_common [None req-02a07a38-3ab8-41fa-923d-241d1fc6fcdb admin admin] Allocated IP 172.27.0.158 (5d962e1b-a48a-439d-b5f0-687f24f30c92/77178bee-415e-4d1b-b321-842ae6d8e42c/2e8e5254-675d-40dd-99c2-40a467ab4db9) {{(pid=99981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:58:29.734119 dv-cinder-786386-8-iscsi neutron-server[99982]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 18:58:29.824274 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455fee9d-88c4-4a16-99ca-09ff5cb38c7c None None] Network e397bfc0-aa7d-4520-85d4-4819c72bc762 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 18:58:29.903492 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-50d2505f-cf80-4dbd-99c8-893d38cf7772 req-56311407-9140-423b-9db7-e022c33224a1 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d43890be-ca10-4c42-b589-3a96705cecac HTTP/1.1" status: 200 len: 210 time: 0.1885557 Jun 23 18:58:29.942664 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7a5b2edc-b242-46b9-a956-36d4487c69ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:29.979356 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-86f1d8fd-73f7-41aa-b57b-4ccdf66b293c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1996936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31869'] for router, precommit_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:30.001502 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c63c9c-999a-47d2-b2b2-c729bf71503c None None] Network bfb4a1f7-e917-4d93-979a-9e772f8cdd47 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 18:58:30.093886 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-02a07a38-3ab8-41fa-923d-241d1fc6fcdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:30.128571 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323fa87-c60a-43fb-b731-6735fce11426 req-903072c4-ffd5-4c47-9566-18cf8e92e525 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:30.130126 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-a323fa87-c60a-43fb-b731-6735fce11426 req-903072c4-ffd5-4c47-9566-18cf8e92e525 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/networks?id=0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9 HTTP/1.1" status: 200 len: 815 time: 0.2954919 Jun 23 18:58:30.166487 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-a323fa87-c60a-43fb-b731-6735fce11426 req-31ea6b72-76c1-4c63-9cc0-f259b5037942 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/quotas/3b232a5327c642c5a6c0382184c26c86 HTTP/1.1" status: 200 len: 375 time: 0.0277262 Jun 23 18:58:30.199962 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7a5b2edc-b242-46b9-a956-36d4487c69ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1996929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1975405'] for router, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:30.237334 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-a323fa87-c60a-43fb-b731-6735fce11426 req-fa369081-1c35-4d87-a8e5-2b870c211b9e tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b232a5327c642c5a6c0382184c26c86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622432 Jun 23 18:58:30.356396 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-0b716284-7000-4dc8-a67d-dff92f040712 None None] Notify callbacks [] for port, precommit_create {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:30.362031 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-02a07a38-3ab8-41fa-923d-241d1fc6fcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966'] for port, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:30.372819 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:30.380256 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-0b716284-7000-4dc8-a67d-dff92f040712 None None] Transition to ACTIVE for port object 787ce184-5fde-4eac-a195-d546ac0993cf will not be triggered until provisioned by entity L2. {{(pid=99983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:58:30.419543 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-0b716284-7000-4dc8-a67d-dff92f040712 None None] Transition to ACTIVE for port object 787ce184-5fde-4eac-a195-d546ac0993cf will not be triggered until provisioned by entity DHCP. {{(pid=99983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:58:30.420840 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning for port 21e62d85-2840-4624-a607-7c05e1cc9e14 completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:58:30.454080 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-744d1896-18fc-491b-b480-4164fd291337 None None] Provisioning for port 21e62d85-2840-4624-a607-7c05e1cc9e14 completed by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:58:30.460936 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-744d1896-18fc-491b-b480-4164fd291337 None None] Provisioning complete for port 21e62d85-2840-4624-a607-7c05e1cc9e14 triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:58:30.461314 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-744d1896-18fc-491b-b480-4164fd291337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:30.493999 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-a323fa87-c60a-43fb-b731-6735fce11426 req-49808376-1555-4d88-bba4-ca9be18a8f0f service neutron] 10.222.0.47 "GET /v2.0/networks/0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555380 Jun 23 18:58:30.621805 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-0b716284-7000-4dc8-a67d-dff92f040712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966'] for port, after_create {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:30.633869 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a07a38-3ab8-41fa-923d-241d1fc6fcdb admin admin] Network 5d962e1b-a48a-439d-b5f0-687f24f30c92 is already hosted by enough agents. {{(pid=99981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:58:30.642898 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a07a38-3ab8-41fa-923d-241d1fc6fcdb admin admin] Pushing event updated for resources: {'Port': ['ID=2e8e5254-675d-40dd-99c2-40a467ab4db9,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:30.646018 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:30.658273 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [None req-02a07a38-3ab8-41fa-923d-241d1fc6fcdb admin admin] Resources bound (agent type, host, resource id): {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:58:30.671425 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-02a07a38-3ab8-41fa-923d-241d1fc6fcdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:30.677092 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 55202) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:30.685647 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-1c632c1b-eb28-420a-ac44-7123d859a36f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-241894508-network', 'tenant_id': '27cd31a6ae094a0b80989035332984ec'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:30.687163 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-744d1896-18fc-491b-b480-4164fd291337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:30.701191 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-86f1d8fd-73f7-41aa-b57b-4ccdf66b293c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:30.715804 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a07a38-3ab8-41fa-923d-241d1fc6fcdb admin admin] Received port after_create {{(pid=99981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:58:30.716022 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b716284-7000-4dc8-a67d-dff92f040712 None None] Network 58353e6c-18a0-4686-b0db-a03201c9462d is already hosted by enough agents. {{(pid=99983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:58:30.725566 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-86f1d8fd-73f7-41aa-b57b-4ccdf66b293c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:30.747212 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-744d1896-18fc-491b-b480-4164fd291337 None None] For port 21e62d85-2840-4624-a607-7c05e1cc9e14, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=21e62d85-2840-4624-a607-7c05e1cc9e14,segment=NetworkSegment(1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13),segment_id=1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:58:30.751549 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.scheduler.base_scheduler [None req-0b716284-7000-4dc8-a67d-dff92f040712 None None] Resources bound (agent type, host, resource id): {{(pid=99983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:58:30.754070 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b716284-7000-4dc8-a67d-dff92f040712 None None] Received port after_create {{(pid=99983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:58:30.757346 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b716284-7000-4dc8-a67d-dff92f040712 None None] Pushing event updated for resources: {'Port': ['ID=787ce184-5fde-4eac-a195-d546ac0993cf,revision_number=1']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:30.762951 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-0b716284-7000-4dc8-a67d-dff92f040712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:30.798546 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-a323fa87-c60a-43fb-b731-6735fce11426 req-17b6be00-b44e-4a46-afe0-4407fd6b26b4 service neutron] 10.222.0.47 "GET /v2.0/networks/0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822483 Jun 23 18:58:30.815943 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-744d1896-18fc-491b-b480-4164fd291337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:30.817227 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-0b716284-7000-4dc8-a67d-dff92f040712 None None] Attempting to bind port 787ce184-5fde-4eac-a195-d546ac0993cf on host dv-cinder-786386-8-iscsi for vnic_type normal with profile {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 18:58:30.817601 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-0b716284-7000-4dc8-a67d-dff92f040712 None None] Attempting to bind port 787ce184-5fde-4eac-a195-d546ac0993cf by drivers openvswitch,hyperv on host dv-cinder-786386-8-iscsi at level 0 using segments [{'id': '21777bc4-7e14-43bb-899b-3e57adfce770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d'}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 18:58:30.817970 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b716284-7000-4dc8-a67d-dff92f040712 None None] Attempting to bind port 787ce184-5fde-4eac-a195-d546ac0993cf on network 58353e6c-18a0-4686-b0db-a03201c9462d {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:58:30.826006 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:30.845298 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b716284-7000-4dc8-a67d-dff92f040712 None None] Checking agent: {'id': 'a2428681-7d0e-4763-9bc6-e98548fc0bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 50, 31), 'started_at': datetime.datetime(2021, 6, 23, 18, 51, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 18, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:58:30.845691 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b716284-7000-4dc8-a67d-dff92f040712 None None] Checking segment: {'id': '21777bc4-7e14-43bb-899b-3e57adfce770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:58:30.846103 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-0b716284-7000-4dc8-a67d-dff92f040712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:30.846563 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b716284-7000-4dc8-a67d-dff92f040712 None None] Bound using segment: {'id': '21777bc4-7e14-43bb-899b-3e57adfce770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d'} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:58:30.847056 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-0b716284-7000-4dc8-a67d-dff92f040712 None None] Bound port: 787ce184-5fde-4eac-a195-d546ac0993cf, host: dv-cinder-786386-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21777bc4-7e14-43bb-899b-3e57adfce770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d'}}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 18:58:30.847437 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-0b716284-7000-4dc8-a67d-dff92f040712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:30.874343 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.db_base_plugin_common [None req-86f1d8fd-73f7-41aa-b57b-4ccdf66b293c admin admin] Allocated IP 172.27.0.252 (5d962e1b-a48a-439d-b5f0-687f24f30c92/77178bee-415e-4d1b-b321-842ae6d8e42c/d582b92e-0288-439b-9a01-15bee6c38578) {{(pid=99982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:58:30.885455 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a5b2edc-b242-46b9-a956-36d4487c69ea admin admin] Router a5102730-9a9b-4553-9499-24e87b1392f2 is scheduled to L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 with binding_index 1 {{(pid=99982) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 18:58:30.897144 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c632c1b-eb28-420a-ac44-7123d859a36f admin admin] Made reservation on behalf of 27cd31a6ae094a0b80989035332984ec for: {'network': 1} {{(pid=99981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:58:30.899507 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1c632c1b-eb28-420a-ac44-7123d859a36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for network, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:30.913631 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d1896-18fc-491b-b480-4164fd291337 None None] Pushing event updated for resources: {'Port': ['ID=21e62d85-2840-4624-a607-7c05e1cc9e14,revision_number=3']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:30.920809 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-744d1896-18fc-491b-b480-4164fd291337 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:30.951746 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1c632c1b-eb28-420a-ac44-7123d859a36f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:30.953842 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-0b716284-7000-4dc8-a67d-dff92f040712 None None] For port 787ce184-5fde-4eac-a195-d546ac0993cf, host dv-cinder-786386-8-iscsi, cleared binding levels {{(pid=99983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 18:58:30.961187 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-0b716284-7000-4dc8-a67d-dff92f040712 None None] For port 787ce184-5fde-4eac-a195-d546ac0993cf, host dv-cinder-786386-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=787ce184-5fde-4eac-a195-d546ac0993cf,segment=NetworkSegment(21777bc4-7e14-43bb-899b-3e57adfce770),segment_id=21777bc4-7e14-43bb-899b-3e57adfce770)] {{(pid=99983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 18:58:30.968059 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-26ac090a-1f4e-44a6-be5d-8a36299b2d22 None None] Provisioning complete for port 21e62d85-2840-4624-a607-7c05e1cc9e14 triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:58:30.968464 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-26ac090a-1f4e-44a6-be5d-8a36299b2d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:31.051094 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-7f297a27-c5a9-4c36-b14d-90bd81a4e4d8 req-dae4a07a-333f-4359-abd8-a1f7cfca260d tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d43890be-ca10-4c42-b589-3a96705cecac HTTP/1.1" status: 200 len: 210 time: 0.0611036 Jun 23 18:58:31.092073 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-dbb295fc-e8fa-4211-ae2f-1000416d091f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:31.098472 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-0b716284-7000-4dc8-a67d-dff92f040712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:31.107954 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:31.183078 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b716284-7000-4dc8-a67d-dff92f040712 None None] Pushing event updated for resources: {'Port': ['ID=787ce184-5fde-4eac-a195-d546ac0993cf,revision_number=2']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:31.187623 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-0b716284-7000-4dc8-a67d-dff92f040712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:31.219958 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-39ff6985-f9db-44f5-8bd2-a167897846d8 req-e9263530-667f-452a-a358-aac87dbf1317 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 210 time: 0.0417495 Jun 23 18:58:31.256126 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5b2edc-b242-46b9-a956-36d4487c69ea admin admin] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 18:58:31.260028 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-02a07a38-3ab8-41fa-923d-241d1fc6fcdb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:31.270168 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1c632c1b-eb28-420a-ac44-7123d859a36f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:31.279465 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-86f1d8fd-73f7-41aa-b57b-4ccdf66b293c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:31.280635 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c989ab38-c1bc-4972-9b37-461b41fa1c0f None None] Sync routers for ids ['a5102730-9a9b-4553-9499-24e87b1392f2'] in dv-cinder-786386-8-iscsi {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:58:31.291465 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c989ab38-c1bc-4972-9b37-461b41fa1c0f None None] Routers {'a5102730-9a9b-4553-9499-24e87b1392f2'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:58:31.292093 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-c989ab38-c1bc-4972-9b37-461b41fa1c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T18:58:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['a5102730-9a9b-4553-9499-24e87b1392f2'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:31.397673 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1c632c1b-eb28-420a-ac44-7123d859a36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:31.405834 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-35d4ca88-41dc-4745-b726-2d1ee96123ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:31.429189 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-86f1d8fd-73f7-41aa-b57b-4ccdf66b293c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966'] for port, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:31.429597 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:31.472478 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:31.477378 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c632c1b-eb28-420a-ac44-7123d859a36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917eb1b5-0d43-4abe-b215-7fb2c26166cf,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:31.483164 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-c989ab38-c1bc-4972-9b37-461b41fa1c0f None None] Set router a5102730-9a9b-4553-9499-24e87b1392f2 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:58:31.487560 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-1c632c1b-eb28-420a-ac44-7123d859a36f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:31.545326 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7a5b2edc-b242-46b9-a956-36d4487c69ea admin admin] Notify callbacks [] for router, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:31.548348 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-7a5b2edc-b242-46b9-a956-36d4487c69ea admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.0268722 Jun 23 18:58:31.552989 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f1d8fd-73f7-41aa-b57b-4ccdf66b293c admin admin] Pushing event updated for resources: {'Port': ['ID=d582b92e-0288-439b-9a01-15bee6c38578,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:31.556101 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 55234) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:31.564153 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-86f1d8fd-73f7-41aa-b57b-4ccdf66b293c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:31.576583 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f1d8fd-73f7-41aa-b57b-4ccdf66b293c admin admin] Network 5d962e1b-a48a-439d-b5f0-687f24f30c92 is already hosted by enough agents. {{(pid=99982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:58:31.579166 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.base_scheduler [None req-86f1d8fd-73f7-41aa-b57b-4ccdf66b293c admin admin] Resources bound (agent type, host, resource id): {{(pid=99982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:58:31.628597 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f1d8fd-73f7-41aa-b57b-4ccdf66b293c admin admin] Received port after_create {{(pid=99982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:58:31.696893 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c632c1b-eb28-420a-ac44-7123d859a36f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=99981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 18:58:31.740769 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1c632c1b-eb28-420a-ac44-7123d859a36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412'] for segment, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:31.741561 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.db.segments_db [None req-1c632c1b-eb28-420a-ac44-7123d859a36f admin admin] Added segment eaf746a8-fb09-4d9a-9593-7c98d802e552 of type vlan for network 9252139d-b54b-4472-9200-d87899d1ed4f Jun 23 18:58:31.768046 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-02a07a38-3ab8-41fa-923d-241d1fc6fcdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1996929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1975405'] for router, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:31.812603 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 21e62d85-2840-4624-a607-7c05e1cc9e14 up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:58:31.856877 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-c989ab38-c1bc-4972-9b37-461b41fa1c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5102730-9a9b-4553-9499-24e87b1392f2', 'name': 'tempest-ServerRescueNegativeTestJSON-2057198503-router', 'tenant_id': '513690762a7743d6bef8530390bb53c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '42109a5d-bafb-470b-9a0e-4688697c5127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:27Z', 'updated_at': '2021-06-23T18:58:29Z', 'revision_number': 3, 'project_id': '513690762a7743d6bef8530390bb53c2', 'gw_port': {'id': '42109a5d-bafb-470b-9a0e-4688697c5127', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5102730-9a9b-4553-9499-24e87b1392f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:28Z', 'updated_at': '2021-06-23T18:58:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi'}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:31.887612 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c989ab38-c1bc-4972-9b37-461b41fa1c0f None None] Checking router: a5102730-9a9b-4553-9499-24e87b1392f2 for host: dv-cinder-786386-8-iscsi {{(pid=99984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:58:31.888104 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c989ab38-c1bc-4972-9b37-461b41fa1c0f None None] Updating router a5102730-9a9b-4553-9499-24e87b1392f2 port 42109a5d-bafb-470b-9a0e-4688697c5127 binding host dv-cinder-786386-8-iscsi {{(pid=99984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:58:31.938695 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port 21e62d85-2840-4624-a607-7c05e1cc9e14 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:58:31.942037 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:31.945305 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1c632c1b-eb28-420a-ac44-7123d859a36f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739890161695'] for network, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:31.945876 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-c989ab38-c1bc-4972-9b37-461b41fa1c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:32.066286 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 787ce184-5fde-4eac-a195-d546ac0993cf up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:58:32.117644 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a07a38-3ab8-41fa-923d-241d1fc6fcdb admin admin] Router 73215398-a360-4b53-9fe1-d320f6038b4b is scheduled to L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 with binding_index 1 {{(pid=99981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 18:58:32.120806 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1c632c1b-eb28-420a-ac44-7123d859a36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545'] for network, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:32.124139 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c632c1b-eb28-420a-ac44-7123d859a36f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:32.125462 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1c632c1b-eb28-420a-ac44-7123d859a36f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for network, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:32.127416 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-cf9cefbc-d9c5-4e40-9503-f423c4b366a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:32.219162 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-86f1d8fd-73f7-41aa-b57b-4ccdf66b293c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:32.243600 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning for port 787ce184-5fde-4eac-a195-d546ac0993cf completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:58:32.324478 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:32.384085 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-c989ab38-c1bc-4972-9b37-461b41fa1c0f None None] Notify callbacks [] for port, precommit_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:32.404737 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.provisioning_blocks [None req-c989ab38-c1bc-4972-9b37-461b41fa1c0f None None] Transition to ACTIVE for port object 42109a5d-bafb-470b-9a0e-4688697c5127 will not be triggered until provisioned by entity L2. {{(pid=99984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:58:32.493314 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-1c632c1b-eb28-420a-ac44-7123d859a36f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8119359 Jun 23 18:58:32.493945 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 55256) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:32.509450 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-4fcc11cb-358c-4701-8132-e8ee81b73682 admin admin] Request body: {'subnet': {'network_id': '9252139d-b54b-4472-9200-d87899d1ed4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-241894508-subnet', 'tenant_id': '27cd31a6ae094a0b80989035332984ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:32.516791 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-c989ab38-c1bc-4972-9b37-461b41fa1c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:32.525643 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [None req-31f7345d-fc2a-42e6-a8d6-3bd91258d8bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:32.541113 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-fd08c508-aeb1-4027-886c-7e38c6977ab7 req-640a414c-b1b2-409b-9e6a-a5d472254d7f tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 210 time: 0.0570216 Jun 23 18:58:32.546064 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c632c1b-eb28-420a-ac44-7123d859a36f admin admin] Pushing event updated for resources: {'Network': ['ID=9252139d-b54b-4472-9200-d87899d1ed4f,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:32.550315 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-1c632c1b-eb28-420a-ac44-7123d859a36f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:32.558731 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Network 9252139d-b54b-4472-9200-d87899d1ed4f details requested by agent ovs-agent-dv-cinder-786386-8-iscsi with host dv-cinder-786386-8-iscsi {{(pid=99983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 18:58:32.559440 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.managers [None req-c989ab38-c1bc-4972-9b37-461b41fa1c0f None None] Attempting to bind port 42109a5d-bafb-470b-9a0e-4688697c5127 on host dv-cinder-786386-8-iscsi for vnic_type normal with profile {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 18:58:32.559844 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.managers [None req-c989ab38-c1bc-4972-9b37-461b41fa1c0f None None] Attempting to bind port 42109a5d-bafb-470b-9a0e-4688697c5127 by drivers openvswitch,hyperv on host dv-cinder-786386-8-iscsi at level 0 using segments [{'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'}] {{(pid=99984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 18:58:32.560471 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c989ab38-c1bc-4972-9b37-461b41fa1c0f None None] Attempting to bind port 42109a5d-bafb-470b-9a0e-4688697c5127 on network 5d962e1b-a48a-439d-b5f0-687f24f30c92 {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:58:32.585939 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-04977ca8-8502-49a6-9aa8-4f661e2f6958 req-ecd8f49d-3a34-4f57-b3b8-d33489f26288 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d43890be-ca10-4c42-b589-3a96705cecac HTTP/1.1" status: 200 len: 210 time: 0.0948598 Jun 23 18:58:32.601353 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c989ab38-c1bc-4972-9b37-461b41fa1c0f None None] Checking agent: {'id': 'a2428681-7d0e-4763-9bc6-e98548fc0bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 50, 31), 'started_at': datetime.datetime(2021, 6, 23, 18, 51, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 18, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:58:32.601768 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c989ab38-c1bc-4972-9b37-461b41fa1c0f None None] Checking segment: {'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:58:32.602188 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-c989ab38-c1bc-4972-9b37-461b41fa1c0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:32.602618 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c989ab38-c1bc-4972-9b37-461b41fa1c0f None None] Bound using segment: {'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'} {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:58:32.603128 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.managers [None req-c989ab38-c1bc-4972-9b37-461b41fa1c0f None None] Bound port: 42109a5d-bafb-470b-9a0e-4688697c5127, host: dv-cinder-786386-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'}}] {{(pid=99984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 18:58:32.603508 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-c989ab38-c1bc-4972-9b37-461b41fa1c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:32.629099 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcc11cb-358c-4701-8132-e8ee81b73682 admin admin] Made reservation on behalf of 27cd31a6ae094a0b80989035332984ec for: {'subnet': 1} {{(pid=99982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:58:32.635071 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4fcc11cb-358c-4701-8132-e8ee81b73682 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:32.678103 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08930ef8-8ef0-480d-ae0c-289b1d2602d2 None None] Network 58353e6c-18a0-4686-b0db-a03201c9462d requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 18:58:32.689944 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.db [None req-c989ab38-c1bc-4972-9b37-461b41fa1c0f None None] For port 42109a5d-bafb-470b-9a0e-4688697c5127, host dv-cinder-786386-8-iscsi, cleared binding levels {{(pid=99984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 18:58:32.693683 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.db [None req-c989ab38-c1bc-4972-9b37-461b41fa1c0f None None] For port 42109a5d-bafb-470b-9a0e-4688697c5127, host dv-cinder-786386-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=42109a5d-bafb-470b-9a0e-4688697c5127,segment=NetworkSegment(06735785-9383-45ec-8182-cbd06f0cff2c),segment_id=06735785-9383-45ec-8182-cbd06f0cff2c)] {{(pid=99984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 18:58:32.721727 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a07a38-3ab8-41fa-923d-241d1fc6fcdb admin admin] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 18:58:32.723155 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f680b5-f543-41eb-9064-71d4b6df720b None None] Pushing event updated for resources: {'Port': ['ID=42109a5d-bafb-470b-9a0e-4688697c5127,revision_number=2']} {{(pid=99984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:32.737440 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f680b5-f543-41eb-9064-71d4b6df720b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:32.737928 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f680b5-f543-41eb-9064-71d4b6df720b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:32.738295 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f680b5-f543-41eb-9064-71d4b6df720b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:32.738634 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f680b5-f543-41eb-9064-71d4b6df720b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:32.739018 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f680b5-f543-41eb-9064-71d4b6df720b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:32.739350 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f680b5-f543-41eb-9064-71d4b6df720b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:32.739678 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f680b5-f543-41eb-9064-71d4b6df720b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:32.740152 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f680b5-f543-41eb-9064-71d4b6df720b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:32.740627 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f680b5-f543-41eb-9064-71d4b6df720b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:32.740959 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f680b5-f543-41eb-9064-71d4b6df720b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:32.741282 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f680b5-f543-41eb-9064-71d4b6df720b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:32.741600 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f680b5-f543-41eb-9064-71d4b6df720b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:32.742981 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f680b5-f543-41eb-9064-71d4b6df720b None None] Tracked resource versions report: Jun 23 18:58:32.742981 dv-cinder-786386-8-iscsi neutron-server[99984]: pushed versions: Jun 23 18:58:32.742981 dv-cinder-786386-8-iscsi neutron-server[99984]: { 'AddressGroup': {'1.2'}, Jun 23 18:58:32.742981 dv-cinder-786386-8-iscsi neutron-server[99984]: 'ConntrackHelper': {'1.0'}, Jun 23 18:58:32.742981 dv-cinder-786386-8-iscsi neutron-server[99984]: 'Log': {'1.0'}, Jun 23 18:58:32.742981 dv-cinder-786386-8-iscsi neutron-server[99984]: 'Network': {'1.1'}, Jun 23 18:58:32.742981 dv-cinder-786386-8-iscsi neutron-server[99984]: 'Port': {'1.7'}, Jun 23 18:58:32.742981 dv-cinder-786386-8-iscsi neutron-server[99984]: 'PortForwarding': {'1.2'}, Jun 23 18:58:32.742981 dv-cinder-786386-8-iscsi neutron-server[99984]: 'QosPolicy': {'1.8'}, Jun 23 18:58:32.742981 dv-cinder-786386-8-iscsi neutron-server[99984]: 'SecurityGroup': {'1.4'}, Jun 23 18:58:32.742981 dv-cinder-786386-8-iscsi neutron-server[99984]: 'SecurityGroupRule': {'1.2'}, Jun 23 18:58:32.742981 dv-cinder-786386-8-iscsi neutron-server[99984]: 'SubPort': {'1.0'}, Jun 23 18:58:32.742981 dv-cinder-786386-8-iscsi neutron-server[99984]: 'Subnet': {'1.1'}, Jun 23 18:58:32.742981 dv-cinder-786386-8-iscsi neutron-server[99984]: 'Trunk': {'1.1'}} Jun 23 18:58:32.742981 dv-cinder-786386-8-iscsi neutron-server[99984]: consumer versions: Jun 23 18:58:32.742981 dv-cinder-786386-8-iscsi neutron-server[99984]: { DHCP agent@dv-cinder-786386-8-iscsi: {}, Jun 23 18:58:32.742981 dv-cinder-786386-8-iscsi neutron-server[99984]: HyperV agent@hv-cinder-78638: {}, Jun 23 18:58:32.742981 dv-cinder-786386-8-iscsi neutron-server[99984]: L3 agent@dv-cinder-786386-8-iscsi: {}, Jun 23 18:58:32.742981 dv-cinder-786386-8-iscsi neutron-server[99984]: Metadata agent@dv-cinder-786386-8-iscsi: {}, Jun 23 18:58:32.742981 dv-cinder-786386-8-iscsi neutron-server[99984]: Metering agent@dv-cinder-786386-8-iscsi: {}, Jun 23 18:58:32.742981 dv-cinder-786386-8-iscsi neutron-server[99984]: Open vSwitch agent@dv-cinder-786386-8-iscsi: { 'AddressGroup': '1.2', Jun 23 18:58:32.742981 dv-cinder-786386-8-iscsi neutron-server[99984]: 'ConntrackHelper': '1.0', Jun 23 18:58:32.742981 dv-cinder-786386-8-iscsi neutron-server[99984]: 'Log': '1.0', Jun 23 18:58:32.742981 dv-cinder-786386-8-iscsi neutron-server[99984]: 'Network': '1.1', Jun 23 18:58:32.742981 dv-cinder-786386-8-iscsi neutron-server[99984]: 'Port': '1.7', Jun 23 18:58:32.742981 dv-cinder-786386-8-iscsi neutron-server[99984]: 'PortForwarding': '1.2', Jun 23 18:58:32.742981 dv-cinder-786386-8-iscsi neutron-server[99984]: 'QosPolicy': '1.8', Jun 23 18:58:32.742981 dv-cinder-786386-8-iscsi neutron-server[99984]: 'SecurityGroup': '1.4', Jun 23 18:58:32.742981 dv-cinder-786386-8-iscsi neutron-server[99984]: 'SecurityGroupRule': '1.2', Jun 23 18:58:32.742981 dv-cinder-786386-8-iscsi neutron-server[99984]: 'SubPort': '1.0', Jun 23 18:58:32.742981 dv-cinder-786386-8-iscsi neutron-server[99984]: 'Subnet': '1.1', Jun 23 18:58:32.742981 dv-cinder-786386-8-iscsi neutron-server[99984]: 'Trunk': '1.1'}} Jun 23 18:58:32.742981 dv-cinder-786386-8-iscsi neutron-server[99984]: {{(pid=99984) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 18:58:32.762685 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [None req-a8f680b5-f543-41eb-9064-71d4b6df720b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:32.766711 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158d68d2-808d-4588-af75-ac6eb13ba4bf None None] Sync routers for ids ['73215398-a360-4b53-9fe1-d320f6038b4b'] in dv-cinder-786386-8-iscsi {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:58:32.793237 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-c989ab38-c1bc-4972-9b37-461b41fa1c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:32.796372 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [None req-a8f680b5-f543-41eb-9064-71d4b6df720b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:32.814546 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158d68d2-808d-4588-af75-ac6eb13ba4bf None None] Routers {'73215398-a360-4b53-9fe1-d320f6038b4b'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:58:32.815203 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-158d68d2-808d-4588-af75-ac6eb13ba4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T18:58:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['73215398-a360-4b53-9fe1-d320f6038b4b'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:32.855387 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c989ab38-c1bc-4972-9b37-461b41fa1c0f None None] Routers {'a5102730-9a9b-4553-9499-24e87b1392f2'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:58:32.856290 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-c989ab38-c1bc-4972-9b37-461b41fa1c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T18:58:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['a5102730-9a9b-4553-9499-24e87b1392f2'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:32.859179 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f680b5-f543-41eb-9064-71d4b6df720b None None] Pushing event updated for resources: {'Port': ['ID=42109a5d-bafb-470b-9a0e-4688697c5127,revision_number=3']} {{(pid=99984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:32.897851 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-02a07a38-3ab8-41fa-923d-241d1fc6fcdb admin admin] Notify callbacks [] for router, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:32.907781 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-02a07a38-3ab8-41fa-923d-241d1fc6fcdb admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.6915486 Jun 23 18:58:32.911716 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [None req-a8f680b5-f543-41eb-9064-71d4b6df720b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:32.912179 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 55266) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:32.916189 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-0bce7012-adc4-40a3-baba-0aad1d9a576f None None] Provisioning for port 787ce184-5fde-4eac-a195-d546ac0993cf completed by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:58:32.928853 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-0bce7012-adc4-40a3-baba-0aad1d9a576f None None] Provisioning complete for port 787ce184-5fde-4eac-a195-d546ac0993cf triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:58:32.929163 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4ab037c2-b189-4279-a687-a3c5cd7e8efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:32.929286 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-0bce7012-adc4-40a3-baba-0aad1d9a576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:33.038809 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-c989ab38-c1bc-4972-9b37-461b41fa1c0f None None] Set router a5102730-9a9b-4553-9499-24e87b1392f2 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:58:33.082957 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-158d68d2-808d-4588-af75-ac6eb13ba4bf None None] Set router 73215398-a360-4b53-9fe1-d320f6038b4b gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:58:33.098051 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-86f1d8fd-73f7-41aa-b57b-4ccdf66b293c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1996929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1975405'] for router, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:33.313051 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4fcc11cb-358c-4701-8132-e8ee81b73682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538'] for subnet, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:33.325061 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:33.335597 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-c989ab38-c1bc-4972-9b37-461b41fa1c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5102730-9a9b-4553-9499-24e87b1392f2', 'name': 'tempest-ServerRescueNegativeTestJSON-2057198503-router', 'tenant_id': '513690762a7743d6bef8530390bb53c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '42109a5d-bafb-470b-9a0e-4688697c5127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:27Z', 'updated_at': '2021-06-23T18:58:29Z', 'revision_number': 3, 'project_id': '513690762a7743d6bef8530390bb53c2', 'gw_port': {'id': '42109a5d-bafb-470b-9a0e-4688697c5127', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5102730-9a9b-4553-9499-24e87b1392f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:28Z', 'updated_at': '2021-06-23T18:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi'}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:33.370417 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c989ab38-c1bc-4972-9b37-461b41fa1c0f None None] The sync data for ids ['a5102730-9a9b-4553-9499-24e87b1392f2'] in dv-cinder-786386-8-iscsi is: [{'id': 'a5102730-9a9b-4553-9499-24e87b1392f2', 'name': 'tempest-ServerRescueNegativeTestJSON-2057198503-router', 'tenant_id': '513690762a7743d6bef8530390bb53c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '42109a5d-bafb-470b-9a0e-4688697c5127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:27Z', 'updated_at': '2021-06-23T18:58:29Z', 'revision_number': 3, 'project_id': '513690762a7743d6bef8530390bb53c2', 'gw_port': {'id': '42109a5d-bafb-470b-9a0e-4688697c5127', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5102730-9a9b-4553-9499-24e87b1392f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:28Z', 'updated_at': '2021-06-23T18:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi'}] {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:58:33.389304 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.db_base_plugin_common [None req-4ab037c2-b189-4279-a687-a3c5cd7e8efa admin admin] Allocated IP 172.20.0.1 (a62e3469-54f8-4f1b-8637-fdf06f04c1b7/21ed8072-8b4b-4158-b646-c86663b19b61/190b6aca-333b-493d-b6eb-71bf2f72ac7c) {{(pid=99982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:58:33.414268 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-0bce7012-adc4-40a3-baba-0aad1d9a576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:33.446845 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc11cb-358c-4701-8132-e8ee81b73682 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f11bae1-4deb-4e9f-8267-180ed6dd7bf9,revision_number=0']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:33.460371 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-4fcc11cb-358c-4701-8132-e8ee81b73682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:33.532304 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-0bce7012-adc4-40a3-baba-0aad1d9a576f None None] For port 787ce184-5fde-4eac-a195-d546ac0993cf, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=787ce184-5fde-4eac-a195-d546ac0993cf,segment=NetworkSegment(21777bc4-7e14-43bb-899b-3e57adfce770),segment_id=21777bc4-7e14-43bb-899b-3e57adfce770)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:58:33.535359 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc11cb-358c-4701-8132-e8ee81b73682 admin admin] Checking segment: {'id': 'eaf746a8-fb09-4d9a-9593-7c98d802e552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '9252139d-b54b-4472-9200-d87899d1ed4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:58:33.535940 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcc11cb-358c-4701-8132-e8ee81b73682 admin admin] Network hostable DHCP agents. Network: 9252139d-b54b-4472-9200-d87899d1ed4f, hostable agents: ['1dd69743-8206-40a5-ae92-aa5513ece3b0'], hosted agents: [] {{(pid=99982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 18:58:33.580868 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4ab037c2-b189-4279-a687-a3c5cd7e8efa admin admin] Notify callbacks [] for port, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:33.594084 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-158d68d2-808d-4588-af75-ac6eb13ba4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1286120584-router', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '2e8e5254-675d-40dd-99c2-40a467ab4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:27Z', 'updated_at': '2021-06-23T18:58:30Z', 'revision_number': 3, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'gw_port': {'id': '2e8e5254-675d-40dd-99c2-40a467ab4db9', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:29Z', 'updated_at': '2021-06-23T18:58:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi'}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:33.643079 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158d68d2-808d-4588-af75-ac6eb13ba4bf None None] Checking router: 73215398-a360-4b53-9fe1-d320f6038b4b for host: dv-cinder-786386-8-iscsi {{(pid=99983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:58:33.643814 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158d68d2-808d-4588-af75-ac6eb13ba4bf None None] Updating router 73215398-a360-4b53-9fe1-d320f6038b4b port 2e8e5254-675d-40dd-99c2-40a467ab4db9 binding host dv-cinder-786386-8-iscsi {{(pid=99983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:58:33.664109 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f1d8fd-73f7-41aa-b57b-4ccdf66b293c admin admin] Router bd24330b-cb47-43d9-a75a-15e3286e3215 is scheduled to L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 with binding_index 1 {{(pid=99982) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 18:58:33.696703 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:33.698293 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-0bce7012-adc4-40a3-baba-0aad1d9a576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:33.718020 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:33.758543 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-766293a0-6955-4920-8876-5451c0886274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:33.786557 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4ab037c2-b189-4279-a687-a3c5cd7e8efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966'] for port, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:33.790975 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcc11cb-358c-4701-8132-e8ee81b73682 admin admin] Network 9252139d-b54b-4472-9200-d87899d1ed4f is scheduled to be hosted by DHCP agent 1dd69743-8206-40a5-ae92-aa5513ece3b0 with binding_index 1 {{(pid=99982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 18:58:33.797101 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-158d68d2-808d-4588-af75-ac6eb13ba4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:33.808315 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:33.875683 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce7012-adc4-40a3-baba-0aad1d9a576f None None] Pushing event updated for resources: {'Port': ['ID=787ce184-5fde-4eac-a195-d546ac0993cf,revision_number=3']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:33.879491 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-0bce7012-adc4-40a3-baba-0aad1d9a576f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:33.989449 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab037c2-b189-4279-a687-a3c5cd7e8efa admin admin] Network a62e3469-54f8-4f1b-8637-fdf06f04c1b7 is already hosted by enough agents. {{(pid=99982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:58:34.004472 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-ad7c6622-656d-4655-ae30-026d9191a87c req-ead435ba-01ba-43e1-b1a4-0b0fe818d6a8 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 210 time: 0.1325588 Jun 23 18:58:34.009120 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.base_scheduler [None req-4fcc11cb-358c-4701-8132-e8ee81b73682 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-8-iscsi, 9252139d-b54b-4472-9200-d87899d1ed4f) {{(pid=99982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:58:34.012940 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-9e60ca17-aca0-4f77-8baa-2521e8621b39 None None] Provisioning complete for port 787ce184-5fde-4eac-a195-d546ac0993cf triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:58:34.012940 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-9e60ca17-aca0-4f77-8baa-2521e8621b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:34.016126 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.base_scheduler [None req-4ab037c2-b189-4279-a687-a3c5cd7e8efa admin admin] Resources bound (agent type, host, resource id): {{(pid=99982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:58:34.024477 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcc11cb-358c-4701-8132-e8ee81b73682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:34.025177 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4fcc11cb-358c-4701-8132-e8ee81b73682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for subnet, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:34.026720 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-b3027295-7f02-4390-84ea-271a0fead09f req-4618b9c9-d001-423f-93f3-b79c091d0e3c tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d43890be-ca10-4c42-b589-3a96705cecac HTTP/1.1" status: 200 len: 210 time: 0.0751903 Jun 23 18:58:34.037362 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab037c2-b189-4279-a687-a3c5cd7e8efa admin admin] Received port after_create {{(pid=99982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:58:34.039314 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4ab037c2-b189-4279-a687-a3c5cd7e8efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015853'] for router_interface, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:34.044242 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab037c2-b189-4279-a687-a3c5cd7e8efa admin admin] Pushing event updated for resources: {'Port': ['ID=190b6aca-333b-493d-b6eb-71bf2f72ac7c,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:34.139664 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-4ab037c2-b189-4279-a687-a3c5cd7e8efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:34.153903 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bf8444-1fa5-46fb-ac9a-60531a29435e None None] Network 9252139d-b54b-4472-9200-d87899d1ed4f requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 18:58:34.230841 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f1d8fd-73f7-41aa-b57b-4ccdf66b293c admin admin] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 18:58:34.237027 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.db_base_plugin_common [None req-766293a0-6955-4920-8876-5451c0886274 admin admin] Allocated IP 172.20.0.1 (bfb4a1f7-e917-4d93-979a-9e772f8cdd47/32106090-9e53-4852-ad03-eb2e8f42dc88/78d8cf4f-d25f-43bc-99c8-7aadbbdd8680) {{(pid=99981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:58:34.241230 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3582d8-4760-41fc-9348-06fd542dd81f None None] Sync routers for ids ['bd24330b-cb47-43d9-a75a-15e3286e3215'] in dv-cinder-786386-8-iscsi {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:58:34.260082 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3582d8-4760-41fc-9348-06fd542dd81f None None] Routers {'bd24330b-cb47-43d9-a75a-15e3286e3215'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:58:34.261215 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-2a3582d8-4760-41fc-9348-06fd542dd81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T18:58:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['bd24330b-cb47-43d9-a75a-15e3286e3215'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:34.349908 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-4fcc11cb-358c-4701-8132-e8ee81b73682 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8521037 Jun 23 18:58:34.394120 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-86f1d8fd-73f7-41aa-b57b-4ccdf66b293c admin admin] Notify callbacks [] for router, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:34.394120 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-86f1d8fd-73f7-41aa-b57b-4ccdf66b293c admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7211485 Jun 23 18:58:34.395441 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 55300) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:34.425472 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.74', 50668) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:34.668406 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 55304) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:34.705356 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-158d68d2-808d-4588-af75-ac6eb13ba4bf None None] Notify callbacks [] for port, precommit_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:34.740261 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-158d68d2-808d-4588-af75-ac6eb13ba4bf None None] Transition to ACTIVE for port object 2e8e5254-675d-40dd-99c2-40a467ab4db9 will not be triggered until provisioned by entity L2. {{(pid=99983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:58:34.750762 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfee83ef-e64b-428e-99c4-afadb7b2c984 None None] Network 9252139d-b54b-4472-9200-d87899d1ed4f requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 18:58:34.758437 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4ab037c2-b189-4279-a687-a3c5cd7e8efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:34.773051 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9411517-b046-44a0-9ffb-e889e394532a req-710135dd-f82d-4158-9fe4-3551b744e80c tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:34.774813 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a9411517-b046-44a0-9ffb-e889e394532a req-710135dd-f82d-4158-9fe4-3551b744e80c tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.74 "GET /v2.0/networks?id=fdf89605-62c6-4b55-a5e6-b6b42fdc13b9 HTTP/1.1" status: 200 len: 811 time: 0.3504257 Jun 23 18:58:34.779014 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-766293a0-6955-4920-8876-5451c0886274 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:34.780416 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-2a3582d8-4760-41fc-9348-06fd542dd81f None None] Set router bd24330b-cb47-43d9-a75a-15e3286e3215 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:58:34.839536 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.provisioning_blocks [None req-766293a0-6955-4920-8876-5451c0886274 admin admin] Transition to ACTIVE for port object 78d8cf4f-d25f-43bc-99c8-7aadbbdd8680 will not be triggered until provisioned by entity DHCP. {{(pid=99981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:58:34.860710 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-158d68d2-808d-4588-af75-ac6eb13ba4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:34.870127 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [req-a9411517-b046-44a0-9ffb-e889e394532a req-a763333e-0e84-4827-80b2-7cdcbd8766ef tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Request body: {'port': {'device_id': 'd43890be-ca10-4c42-b589-3a96705cecac', 'network_id': 'fdf89605-62c6-4b55-a5e6-b6b42fdc13b9', 'admin_state_up': True, 'tenant_id': '73ac072b4abc4a448069580beeddc9eb'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:34.879756 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:34.961499 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-158d68d2-808d-4588-af75-ac6eb13ba4bf None None] Attempting to bind port 2e8e5254-675d-40dd-99c2-40a467ab4db9 on host dv-cinder-786386-8-iscsi for vnic_type normal with profile {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 18:58:34.961930 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-158d68d2-808d-4588-af75-ac6eb13ba4bf None None] Attempting to bind port 2e8e5254-675d-40dd-99c2-40a467ab4db9 by drivers openvswitch,hyperv on host dv-cinder-786386-8-iscsi at level 0 using segments [{'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 18:58:34.964190 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158d68d2-808d-4588-af75-ac6eb13ba4bf None None] Attempting to bind port 2e8e5254-675d-40dd-99c2-40a467ab4db9 on network 5d962e1b-a48a-439d-b5f0-687f24f30c92 {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:58:34.975686 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976074e-16ed-452f-9f8d-321966af54e2 None None] Pushing event updated for resources: {'Port': ['ID=2e8e5254-675d-40dd-99c2-40a467ab4db9,revision_number=2']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:34.978782 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-1976074e-16ed-452f-9f8d-321966af54e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:34.980053 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158d68d2-808d-4588-af75-ac6eb13ba4bf None None] Checking agent: {'id': 'a2428681-7d0e-4763-9bc6-e98548fc0bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 50, 31), 'started_at': datetime.datetime(2021, 6, 23, 18, 51, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 18, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:58:34.980442 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158d68d2-808d-4588-af75-ac6eb13ba4bf None None] Checking segment: {'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:58:34.980986 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-158d68d2-808d-4588-af75-ac6eb13ba4bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:34.981386 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158d68d2-808d-4588-af75-ac6eb13ba4bf None None] Bound using segment: {'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:58:34.981878 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-158d68d2-808d-4588-af75-ac6eb13ba4bf None None] Bound port: 2e8e5254-675d-40dd-99c2-40a467ab4db9, host: dv-cinder-786386-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'}}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 18:58:34.982380 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-158d68d2-808d-4588-af75-ac6eb13ba4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:35.016251 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-766293a0-6955-4920-8876-5451c0886274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966'] for port, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:35.029327 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.db_base_plugin_v2 [None req-747cba38-5548-4ef6-bf47-e14932dbeeab admin admin] Deleting subnet e670fce2-5e2e-4227-bb7b-a820173c8ab3 {{(pid=99981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 18:58:35.033202 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-747cba38-5548-4ef6-bf47-e14932dbeeab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:35.051332 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-158d68d2-808d-4588-af75-ac6eb13ba4bf None None] For port 2e8e5254-675d-40dd-99c2-40a467ab4db9, host dv-cinder-786386-8-iscsi, cleared binding levels {{(pid=99983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 18:58:35.057735 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-2a3582d8-4760-41fc-9348-06fd542dd81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'name': 'tempest-AttachVolumeTestJSON-840448975-router', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd582b92e-0288-439b-9a01-15bee6c38578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:28Z', 'updated_at': '2021-06-23T18:58:31Z', 'revision_number': 3, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'gw_port': {'id': 'd582b92e-0288-439b-9a01-15bee6c38578', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:de:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:30Z', 'updated_at': '2021-06-23T18:58:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi'}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:35.071342 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-158d68d2-808d-4588-af75-ac6eb13ba4bf None None] For port 2e8e5254-675d-40dd-99c2-40a467ab4db9, host dv-cinder-786386-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=2e8e5254-675d-40dd-99c2-40a467ab4db9,segment=NetworkSegment(06735785-9383-45ec-8182-cbd06f0cff2c),segment_id=06735785-9383-45ec-8182-cbd06f0cff2c)] {{(pid=99983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 18:58:35.095628 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3582d8-4760-41fc-9348-06fd542dd81f None None] Checking router: bd24330b-cb47-43d9-a75a-15e3286e3215 for host: dv-cinder-786386-8-iscsi {{(pid=99984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:58:35.096235 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3582d8-4760-41fc-9348-06fd542dd81f None None] Updating router bd24330b-cb47-43d9-a75a-15e3286e3215 port d582b92e-0288-439b-9a01-15bee6c38578 binding host dv-cinder-786386-8-iscsi {{(pid=99984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:58:35.147675 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-2a3582d8-4760-41fc-9348-06fd542dd81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:35.153686 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-158d68d2-808d-4588-af75-ac6eb13ba4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:35.169744 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:35.255458 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158d68d2-808d-4588-af75-ac6eb13ba4bf None None] Routers {'73215398-a360-4b53-9fe1-d320f6038b4b'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:58:35.256527 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-158d68d2-808d-4588-af75-ac6eb13ba4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T18:58:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['73215398-a360-4b53-9fe1-d320f6038b4b'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:35.263412 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-02a07a38-3ab8-41fa-923d-241d1fc6fcdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:35.349191 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 55314) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:35.373416 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-747cba38-5548-4ef6-bf47-e14932dbeeab admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:35.399183 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976074e-16ed-452f-9f8d-321966af54e2 None None] Pushing event updated for resources: {'Port': ['ID=2e8e5254-675d-40dd-99c2-40a467ab4db9,revision_number=3']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:35.412564 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-1976074e-16ed-452f-9f8d-321966af54e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:35.420306 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-747cba38-5548-4ef6-bf47-e14932dbeeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017849'] for subnet, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:35.430017 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766293a0-6955-4920-8876-5451c0886274 admin admin] Pushing event updated for resources: {'Port': ['ID=78d8cf4f-d25f-43bc-99c8-7aadbbdd8680,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:35.453969 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-158d68d2-808d-4588-af75-ac6eb13ba4bf None None] Set router 73215398-a360-4b53-9fe1-d320f6038b4b gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:58:35.458953 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-2005fb37-4a26-467a-9e45-cf5aa4458de3 req-6c02afb2-a04f-4b66-835f-952147e99e94 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d43890be-ca10-4c42-b589-3a96705cecac HTTP/1.1" status: 200 len: 210 time: 0.0822299 Jun 23 18:58:35.502797 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766293a0-6955-4920-8876-5451c0886274 admin admin] Network bfb4a1f7-e917-4d93-979a-9e772f8cdd47 is already hosted by enough agents. {{(pid=99981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:58:35.507468 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-766293a0-6955-4920-8876-5451c0886274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:35.548891 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-2a3582d8-4760-41fc-9348-06fd542dd81f None None] Notify callbacks [] for port, precommit_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:35.558670 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.74', 50675) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:35.575941 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [None req-766293a0-6955-4920-8876-5451c0886274 admin admin] Resources bound (agent type, host, resource id): {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:58:35.586071 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766293a0-6955-4920-8876-5451c0886274 admin admin] Received port after_create {{(pid=99981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:58:35.586071 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-766293a0-6955-4920-8876-5451c0886274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015853'] for router_interface, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:35.591779 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.provisioning_blocks [None req-2a3582d8-4760-41fc-9348-06fd542dd81f None None] Transition to ACTIVE for port object d582b92e-0288-439b-9a01-15bee6c38578 will not be triggered until provisioned by entity L2. {{(pid=99984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:58:35.739598 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-2a3582d8-4760-41fc-9348-06fd542dd81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:35.742389 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:35.868101 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72219e20-8e59-41e9-96e6-43a99d8553de None None] Pushing event updated for resources: {'Port': ['ID=d582b92e-0288-439b-9a01-15bee6c38578,revision_number=2']} {{(pid=99984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:35.878663 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 42109a5d-bafb-470b-9a0e-4688697c5127 up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:58:35.885033 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [None req-72219e20-8e59-41e9-96e6-43a99d8553de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:35.898303 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.managers [None req-2a3582d8-4760-41fc-9348-06fd542dd81f None None] Attempting to bind port d582b92e-0288-439b-9a01-15bee6c38578 on host dv-cinder-786386-8-iscsi for vnic_type normal with profile {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 18:58:35.898990 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.managers [None req-2a3582d8-4760-41fc-9348-06fd542dd81f None None] Attempting to bind port d582b92e-0288-439b-9a01-15bee6c38578 by drivers openvswitch,hyperv on host dv-cinder-786386-8-iscsi at level 0 using segments [{'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'}] {{(pid=99984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 18:58:35.899563 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3582d8-4760-41fc-9348-06fd542dd81f None None] Attempting to bind port d582b92e-0288-439b-9a01-15bee6c38578 on network 5d962e1b-a48a-439d-b5f0-687f24f30c92 {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:58:35.914729 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3582d8-4760-41fc-9348-06fd542dd81f None None] Checking agent: {'id': 'a2428681-7d0e-4763-9bc6-e98548fc0bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 50, 31), 'started_at': datetime.datetime(2021, 6, 23, 18, 51, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 18, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:58:35.915127 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3582d8-4760-41fc-9348-06fd542dd81f None None] Checking segment: {'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:58:35.915546 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-2a3582d8-4760-41fc-9348-06fd542dd81f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:35.916552 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3582d8-4760-41fc-9348-06fd542dd81f None None] Bound using segment: {'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'} {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:58:35.917280 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.managers [None req-2a3582d8-4760-41fc-9348-06fd542dd81f None None] Bound port: d582b92e-0288-439b-9a01-15bee6c38578, host: dv-cinder-786386-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'}}] {{(pid=99984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 18:58:35.917926 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-2a3582d8-4760-41fc-9348-06fd542dd81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:35.922496 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-16cff5a3-6b4d-4ca7-9f0f-ee40bf0738ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:36.028979 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.db [None req-2a3582d8-4760-41fc-9348-06fd542dd81f None None] For port d582b92e-0288-439b-9a01-15bee6c38578, host dv-cinder-786386-8-iscsi, cleared binding levels {{(pid=99984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 18:58:36.032673 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.db [None req-2a3582d8-4760-41fc-9348-06fd542dd81f None None] For port d582b92e-0288-439b-9a01-15bee6c38578, host dv-cinder-786386-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=d582b92e-0288-439b-9a01-15bee6c38578,segment=NetworkSegment(06735785-9383-45ec-8182-cbd06f0cff2c),segment_id=06735785-9383-45ec-8182-cbd06f0cff2c)] {{(pid=99984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 18:58:36.044560 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-158d68d2-808d-4588-af75-ac6eb13ba4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1286120584-router', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '2e8e5254-675d-40dd-99c2-40a467ab4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:27Z', 'updated_at': '2021-06-23T18:58:30Z', 'revision_number': 3, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'gw_port': {'id': '2e8e5254-675d-40dd-99c2-40a467ab4db9', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:29Z', 'updated_at': '2021-06-23T18:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi'}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:36.081629 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158d68d2-808d-4588-af75-ac6eb13ba4bf None None] The sync data for ids ['73215398-a360-4b53-9fe1-d320f6038b4b'] in dv-cinder-786386-8-iscsi is: [{'id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1286120584-router', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '2e8e5254-675d-40dd-99c2-40a467ab4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:27Z', 'updated_at': '2021-06-23T18:58:30Z', 'revision_number': 3, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'gw_port': {'id': '2e8e5254-675d-40dd-99c2-40a467ab4db9', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:29Z', 'updated_at': '2021-06-23T18:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi'}] {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:58:36.096411 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4ab037c2-b189-4279-a687-a3c5cd7e8efa admin admin] Notify callbacks [] for port, precommit_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:36.116364 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.db.api [req-a9411517-b046-44a0-9ffb-e889e394532a req-a763333e-0e84-4827-80b2-7cdcbd8766ef tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 18:58:36.116364 dv-cinder-786386-8-iscsi neutron-server[99982]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 23 18:58:36.116364 dv-cinder-786386-8-iscsi neutron-server[99982]: [parameters: {'project_id': '73ac072b4abc4a448069580beeddc9eb', 'id': 'e976c93c-d21a-4820-8591-dcbfc88b7dd9', 'expiration': datetime.datetime(2021, 6, 23, 19, 0, 36, 81700)}] Jun 23 18:58:36.116364 dv-cinder-786386-8-iscsi neutron-server[99982]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99982) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 18:58:36.119461 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_db.api [req-a9411517-b046-44a0-9ffb-e889e394532a req-a763333e-0e84-4827-80b2-7cdcbd8766ef tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 18:58:36.142781 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning for port 42109a5d-bafb-470b-9a0e-4688697c5127 completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:58:36.146351 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-2a3582d8-4760-41fc-9348-06fd542dd81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:36.147589 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323fa87-c60a-43fb-b731-6735fce11426 req-586759af-de45-45d9-87b0-4bb05f6f4e03 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:36.149122 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a323fa87-c60a-43fb-b731-6735fce11426 req-586759af-de45-45d9-87b0-4bb05f6f4e03 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.74 "GET /v2.0/networks?id=0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9 HTTP/1.1" status: 200 len: 815 time: 0.5879588 Jun 23 18:58:36.157900 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port 42109a5d-bafb-470b-9a0e-4688697c5127 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:58:36.158347 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:36.167359 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [req-a323fa87-c60a-43fb-b731-6735fce11426 req-b193eef3-024f-4c6e-b828-047c1c3f323e tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Request body: {'port': {'device_id': '007aad66-eaa8-42de-8e23-634b27063110', 'network_id': '0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9', 'admin_state_up': True, 'tenant_id': '3b232a5327c642c5a6c0382184c26c86'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:36.169073 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-91c36103-955c-42e6-841a-fba38610216a req-5fd726cb-976a-4101-b266-80204f6d6616 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 210 time: 0.8149221 Jun 23 18:58:36.170637 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:36.210651 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-dca2619e-9cde-486e-8008-505cf18e2965 None None] Provisioning for port 78d8cf4f-d25f-43bc-99c8-7aadbbdd8680 completed by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:58:36.218923 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-dca2619e-9cde-486e-8008-505cf18e2965 None None] Provisioning complete for port 78d8cf4f-d25f-43bc-99c8-7aadbbdd8680 triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:58:36.220064 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-dca2619e-9cde-486e-8008-505cf18e2965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:36.264609 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4ab037c2-b189-4279-a687-a3c5cd7e8efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:36.284835 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3582d8-4760-41fc-9348-06fd542dd81f None None] Routers {'bd24330b-cb47-43d9-a75a-15e3286e3215'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:58:36.286549 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-2a3582d8-4760-41fc-9348-06fd542dd81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T18:58:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['bd24330b-cb47-43d9-a75a-15e3286e3215'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:36.296653 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-dca2619e-9cde-486e-8008-505cf18e2965 None None] Port 78d8cf4f-d25f-43bc-99c8-7aadbbdd8680 cannot update to ACTIVE because it is not bound. {{(pid=99983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 18:58:36.336600 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4ab037c2-b189-4279-a687-a3c5cd7e8efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2015873'] for router_interface, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:36.339844 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:36.344487 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-747cba38-5548-4ef6-bf47-e14932dbeeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538'] for subnet, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:36.397265 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab037c2-b189-4279-a687-a3c5cd7e8efa admin admin] Pushing event updated for resources: {'Port': ['ID=190b6aca-333b-493d-b6eb-71bf2f72ac7c,revision_number=2']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:36.408038 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-4ab037c2-b189-4279-a687-a3c5cd7e8efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:36.462397 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:36.469232 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:36.477906 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-2a3582d8-4760-41fc-9348-06fd542dd81f None None] Set router bd24330b-cb47-43d9-a75a-15e3286e3215 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:58:36.497429 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] For port 42109a5d-bafb-470b-9a0e-4688697c5127, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=42109a5d-bafb-470b-9a0e-4688697c5127,segment=NetworkSegment(06735785-9383-45ec-8182-cbd06f0cff2c),segment_id=06735785-9383-45ec-8182-cbd06f0cff2c)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:58:36.595731 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-16cff5a3-6b4d-4ca7-9f0f-ee40bf0738ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:36.628045 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:36.628292 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747cba38-5548-4ef6-bf47-e14932dbeeab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e670fce2-5e2e-4227-bb7b-a820173c8ab3,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:36.629910 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 787ce184-5fde-4eac-a195-d546ac0993cf up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:58:36.633657 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:36.660964 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-747cba38-5548-4ef6-bf47-e14932dbeeab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:36.691814 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-747cba38-5548-4ef6-bf47-e14932dbeeab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for subnet, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:36.693515 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-747cba38-5548-4ef6-bf47-e14932dbeeab admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e670fce2-5e2e-4227-bb7b-a820173c8ab3 HTTP/1.1" status: 204 len: 168 time: 2.0227118 Jun 23 18:58:36.707703 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 55362) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:36.803890 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab037c2-b189-4279-a687-a3c5cd7e8efa admin admin] Network a62e3469-54f8-4f1b-8637-fdf06f04c1b7 is already hosted by enough agents. {{(pid=99982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:58:36.809617 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Pushing event updated for resources: {'Port': ['ID=42109a5d-bafb-470b-9a0e-4688697c5127,revision_number=4']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:36.824100 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72219e20-8e59-41e9-96e6-43a99d8553de None None] Pushing event updated for resources: {'Port': ['ID=d582b92e-0288-439b-9a01-15bee6c38578,revision_number=3']} {{(pid=99984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:36.826349 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:36.840957 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [None req-72219e20-8e59-41e9-96e6-43a99d8553de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:36.841431 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.base_scheduler [None req-4ab037c2-b189-4279-a687-a3c5cd7e8efa admin admin] Resources bound (agent type, host, resource id): {{(pid=99982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:58:36.850232 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-16cff5a3-6b4d-4ca7-9f0f-ee40bf0738ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:36.852742 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port 787ce184-5fde-4eac-a195-d546ac0993cf triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:58:36.855044 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:36.864991 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-fba10d35-5549-476d-96d4-4e7dc2341011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:36.945486 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-2bed8f52-0102-4197-9748-99044b9b785e req-d0964b59-e5d6-4c37-915f-5b3c8277141d tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d43890be-ca10-4c42-b589-3a96705cecac HTTP/1.1" status: 200 len: 210 time: 0.0963075 Jun 23 18:58:37.047373 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:37.051248 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a323fa87-c60a-43fb-b731-6735fce11426 req-b193eef3-024f-4c6e-b828-047c1c3f323e tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Made reservation on behalf of 3b232a5327c642c5a6c0382184c26c86 for: {'port': 1} {{(pid=99982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:58:37.073238 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-a323fa87-c60a-43fb-b731-6735fce11426 req-b193eef3-024f-4c6e-b828-047c1c3f323e tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:37.091428 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-2a3582d8-4760-41fc-9348-06fd542dd81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'name': 'tempest-AttachVolumeTestJSON-840448975-router', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd582b92e-0288-439b-9a01-15bee6c38578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:28Z', 'updated_at': '2021-06-23T18:58:31Z', 'revision_number': 3, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'gw_port': {'id': 'd582b92e-0288-439b-9a01-15bee6c38578', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:de:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:30Z', 'updated_at': '2021-06-23T18:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi'}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:37.150825 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3582d8-4760-41fc-9348-06fd542dd81f None None] The sync data for ids ['bd24330b-cb47-43d9-a75a-15e3286e3215'] in dv-cinder-786386-8-iscsi is: [{'id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'name': 'tempest-AttachVolumeTestJSON-840448975-router', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd582b92e-0288-439b-9a01-15bee6c38578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:28Z', 'updated_at': '2021-06-23T18:58:31Z', 'revision_number': 3, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'gw_port': {'id': 'd582b92e-0288-439b-9a01-15bee6c38578', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:de:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:30Z', 'updated_at': '2021-06-23T18:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi'}] {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:58:37.152085 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-766293a0-6955-4920-8876-5451c0886274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:37.177428 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-16cff5a3-6b4d-4ca7-9f0f-ee40bf0738ab admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=145a4643ceb04e4d84c40adf1bd08921&name=default HTTP/1.1" status: 200 len: 2977 time: 1.8271143 Jun 23 18:58:37.187660 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 55368) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:37.304446 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cff5a3-6b4d-4ca7-9f0f-ee40bf0738ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b037fa9a-866d-4b87-8076-b81c5cf11c05,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:37.318166 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-16cff5a3-6b4d-4ca7-9f0f-ee40bf0738ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:37.335284 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-38607ede-7534-4800-93fe-41e47bd8d2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631679'] for network, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:37.392294 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.db_base_plugin_common [None req-fba10d35-5549-476d-96d4-4e7dc2341011 admin admin] Allocated IP 172.20.0.1 (58353e6c-18a0-4686-b0db-a03201c9462d/addde824-1dce-4a61-8b2a-9b50df39336c/bc94c0c6-dfce-4b66-98ef-8ea85e3086d1) {{(pid=99981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:58:37.432091 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9411517-b046-44a0-9ffb-e889e394532a req-a763333e-0e84-4827-80b2-7cdcbd8766ef tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Made reservation on behalf of 73ac072b4abc4a448069580beeddc9eb for: {'port': 1} {{(pid=99982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:58:37.436365 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-a9411517-b046-44a0-9ffb-e889e394532a req-a763333e-0e84-4827-80b2-7cdcbd8766ef tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:37.610832 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-29a39379-c861-4311-af0a-e4fd6d74f9a6 req-83d665b5-bcf2-4f58-b5c8-a0ee442c6942 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 210 time: 0.1118264 Jun 23 18:58:37.700833 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c6ec7424-bcd9-4ab8-8239-cf8c05acd398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:37.847500 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c6ec7424-bcd9-4ab8-8239-cf8c05acd398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:37.851405 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 42109a5d-bafb-470b-9a0e-4688697c5127 up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:58:37.912800 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-fba10d35-5549-476d-96d4-4e7dc2341011 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:37.983084 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.db_base_plugin_common [req-a9411517-b046-44a0-9ffb-e889e394532a req-a763333e-0e84-4827-80b2-7cdcbd8766ef tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Allocated IP 172.20.0.4 (fdf89605-62c6-4b55-a5e6-b6b42fdc13b9/e56b89b4-e3bb-4c07-9b8c-9debcfc2c322/48bc9ece-8dc4-46c8-ba36-531dab2ba975) {{(pid=99982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:58:37.987422 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port 42109a5d-bafb-470b-9a0e-4688697c5127 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:58:37.987814 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:37.995470 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.provisioning_blocks [None req-fba10d35-5549-476d-96d4-4e7dc2341011 admin admin] Transition to ACTIVE for port object bc94c0c6-dfce-4b66-98ef-8ea85e3086d1 will not be triggered until provisioned by entity DHCP. {{(pid=99981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:58:38.057020 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-766293a0-6955-4920-8876-5451c0886274 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:38.136214 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-766293a0-6955-4920-8876-5451c0886274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:38.138057 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-766293a0-6955-4920-8876-5451c0886274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2015873'] for router_interface, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:38.169746 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-766293a0-6955-4920-8876-5451c0886274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:38.225816 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 2e8e5254-675d-40dd-99c2-40a467ab4db9 up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:58:38.226625 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 55386) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:38.245745 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-fba10d35-5549-476d-96d4-4e7dc2341011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966'] for port, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:38.352797 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-38607ede-7534-4800-93fe-41e47bd8d2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018740', 'neutron.services.segments.db._delete_segments_for_network-8739890731039'] for network, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:38.361203 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766293a0-6955-4920-8876-5451c0886274 admin admin] Pushing event updated for resources: {'Port': ['ID=78d8cf4f-d25f-43bc-99c8-7aadbbdd8680,revision_number=2']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:38.375523 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-766293a0-6955-4920-8876-5451c0886274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:38.378880 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:38.401624 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba10d35-5549-476d-96d4-4e7dc2341011 admin admin] Network 58353e6c-18a0-4686-b0db-a03201c9462d is already hosted by enough agents. {{(pid=99981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:58:38.488713 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [None req-fba10d35-5549-476d-96d4-4e7dc2341011 admin admin] Resources bound (agent type, host, resource id): {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:58:38.541344 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba10d35-5549-476d-96d4-4e7dc2341011 admin admin] Received port after_create {{(pid=99981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:58:38.541344 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-fba10d35-5549-476d-96d4-4e7dc2341011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015853'] for router_interface, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:38.541590 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-38607ede-7534-4800-93fe-41e47bd8d2a3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:38.541590 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-38607ede-7534-4800-93fe-41e47bd8d2a3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:38.541590 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-38607ede-7534-4800-93fe-41e47bd8d2a3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:38.541590 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-38607ede-7534-4800-93fe-41e47bd8d2a3 admin admin] Subscribe: > port after_create 55550000 {{(pid=99982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:38.541590 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-38607ede-7534-4800-93fe-41e47bd8d2a3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:38.541590 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-38607ede-7534-4800-93fe-41e47bd8d2a3 admin admin] Subscribe: > port after_update 55550000 {{(pid=99982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:38.541590 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-38607ede-7534-4800-93fe-41e47bd8d2a3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:38.541590 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-38607ede-7534-4800-93fe-41e47bd8d2a3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:38.541590 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-38607ede-7534-4800-93fe-41e47bd8d2a3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:38.541590 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-38607ede-7534-4800-93fe-41e47bd8d2a3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:38.570062 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning for port 2e8e5254-675d-40dd-99c2-40a467ab4db9 completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:58:38.574474 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port 2e8e5254-675d-40dd-99c2-40a467ab4db9 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:58:38.575404 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:38.648720 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6985713d-6e5d-4711-aebb-e6ee5ba3dc21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:38.656890 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c6ec7424-bcd9-4ab8-8239-cf8c05acd398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:38.725546 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c6ec7424-bcd9-4ab8-8239-cf8c05acd398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:38.731930 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-c6ec7424-bcd9-4ab8-8239-cf8c05acd398 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b037fa9a-866d-4b87-8076-b81c5cf11c05 HTTP/1.1" status: 204 len: 168 time: 1.5427263 Jun 23 18:58:38.745961 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766293a0-6955-4920-8876-5451c0886274 admin admin] Network bfb4a1f7-e917-4d93-979a-9e772f8cdd47 is already hosted by enough agents. {{(pid=99981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:58:38.749176 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:38.768448 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba10d35-5549-476d-96d4-4e7dc2341011 admin admin] Pushing event updated for resources: {'Port': ['ID=bc94c0c6-dfce-4b66-98ef-8ea85e3086d1,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:38.793211 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-fba10d35-5549-476d-96d4-4e7dc2341011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:38.801424 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:38.807536 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [None req-766293a0-6955-4920-8876-5451c0886274 admin admin] Resources bound (agent type, host, resource id): {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:58:38.832133 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] For port 2e8e5254-675d-40dd-99c2-40a467ab4db9, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=2e8e5254-675d-40dd-99c2-40a467ab4db9,segment=NetworkSegment(06735785-9383-45ec-8182-cbd06f0cff2c),segment_id=06735785-9383-45ec-8182-cbd06f0cff2c)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:58:38.904346 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec7424-bcd9-4ab8-8239-cf8c05acd398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b037fa9a-866d-4b87-8076-b81c5cf11c05,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:38.929811 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-c6ec7424-bcd9-4ab8-8239-cf8c05acd398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:39.092923 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-38607ede-7534-4800-93fe-41e47bd8d2a3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:39.093479 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-38607ede-7534-4800-93fe-41e47bd8d2a3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:39.093690 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-38607ede-7534-4800-93fe-41e47bd8d2a3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:39.094064 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-38607ede-7534-4800-93fe-41e47bd8d2a3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:39.094337 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.services.segments.db [None req-38607ede-7534-4800-93fe-41e47bd8d2a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e397bfc0-aa7d-4520-85d4-4819c72bc762']}} {{(pid=99982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:39.135648 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.db_base_plugin_common [req-a323fa87-c60a-43fb-b731-6735fce11426 req-b193eef3-024f-4c6e-b828-047c1c3f323e tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Allocated IP 172.20.0.5 (0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9/68fb12a0-feb0-4ff7-98c7-542ca4bebeef/a7e9db05-c9d5-4b2d-837f-b6e05d29e058) {{(pid=99982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:58:39.933847 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f32a75c7-4efb-4323-998f-a46085492185 req-89bc7ec1-3eee-45a3-a3a1-c38bfea98a23 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d43890be-ca10-4c42-b589-3a96705cecac HTTP/1.1" status: 200 len: 210 time: 0.8325398 Jun 23 18:58:39.936866 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-32ed12ee-92c0-40a2-8463-4549e41835a9 req-0a27e935-5d7d-4850-bc6d-1f7b780045e3 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 210 time: 0.2757418 Jun 23 18:58:39.939264 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.services.segments.db [None req-38607ede-7534-4800-93fe-41e47bd8d2a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67951a9e-bf4a-462b-907e-16e20c1e9ab8') {'for_net_delete': True} {{(pid=99982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:39.939264 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.services.segments.db [None req-38607ede-7534-4800-93fe-41e47bd8d2a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67951a9e-bf4a-462b-907e-16e20c1e9ab8') {} {{(pid=99982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:39.939264 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-38607ede-7534-4800-93fe-41e47bd8d2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739890717934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66960741'] for segment, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:39.939264 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab037c2-b189-4279-a687-a3c5cd7e8efa admin admin] Router a5102730-9a9b-4553-9499-24e87b1392f2 has already been hosted by L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 {{(pid=99982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:58:39.939805 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766293a0-6955-4920-8876-5451c0886274 admin admin] Router 73215398-a360-4b53-9fe1-d320f6038b4b has already been hosted by L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 {{(pid=99981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:58:39.940100 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:39.940100 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-b9bc5705-6276-4373-bd0f-6680244e27c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:39.941381 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6985713d-6e5d-4711-aebb-e6ee5ba3dc21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:39.941741 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:39.941741 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-acd8f303-23a2-46a9-9a3e-c7be59bb6612 None None] Provisioning for port bc94c0c6-dfce-4b66-98ef-8ea85e3086d1 completed by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:58:39.941741 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-acd8f303-23a2-46a9-9a3e-c7be59bb6612 None None] Provisioning complete for port bc94c0c6-dfce-4b66-98ef-8ea85e3086d1 triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:58:39.941741 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-acd8f303-23a2-46a9-9a3e-c7be59bb6612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:39.941741 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Pushing event updated for resources: {'Port': ['ID=2e8e5254-675d-40dd-99c2-40a467ab4db9,revision_number=4']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:39.941741 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:39.942135 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-38607ede-7534-4800-93fe-41e47bd8d2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412'] for segment, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:39.942197 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-acd8f303-23a2-46a9-9a3e-c7be59bb6612 None None] Port bc94c0c6-dfce-4b66-98ef-8ea85e3086d1 cannot update to ACTIVE because it is not bound. {{(pid=99983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38607ede-7534-4800-93fe-41e47bd8d2a3 admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=99982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-38607ede-7534-4800-93fe-41e47bd8d2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63685957'] for segment, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: from cryptography.utils import int_from_bytes Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: from cryptography.utils import int_from_bytes Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: conditions |= (models_v2.Port.network_id.in_( Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: Traceback (most recent call last): Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: timer() Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: cb(*args, **kw) Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: return func(*args, **kwargs) Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: self._notify() Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: self.callback(batched_events) Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: event.method(event) Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: return f(self, *a, **k) Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: return self._get(url).json() Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: return self.request(url, 'GET', **kwargs) Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 18:58:39.942307 dv-cinder-786386-8-iscsi neutron-server[99982]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 18:58:39.946153 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-21601284-3b93-4564-9de0-fa795766082a None None] Provisioning complete for port 78d8cf4f-d25f-43bc-99c8-7aadbbdd8680 triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:58:39.946153 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-21601284-3b93-4564-9de0-fa795766082a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:39.946378 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766293a0-6955-4920-8876-5451c0886274 admin admin] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 18:58:39.946378 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-766293a0-6955-4920-8876-5451c0886274 admin admin] 10.222.0.47 "PUT /v2.0/routers/73215398-a360-4b53-9fe1-d320f6038b4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8272357 Jun 23 18:58:39.946665 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-21601284-3b93-4564-9de0-fa795766082a None None] Port 78d8cf4f-d25f-43bc-99c8-7aadbbdd8680 cannot update to ACTIVE because it is not bound. {{(pid=99983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 18:58:39.946665 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db628788-fe6a-4993-8b13-776bd7c46364 None None] Sync routers for ids ['73215398-a360-4b53-9fe1-d320f6038b4b'] in dv-cinder-786386-8-iscsi {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:58:39.946665 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device d582b92e-0288-439b-9a01-15bee6c38578 up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:58:39.946665 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db628788-fe6a-4993-8b13-776bd7c46364 None None] Routers {'73215398-a360-4b53-9fe1-d320f6038b4b'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:58:39.946665 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-db628788-fe6a-4993-8b13-776bd7c46364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T18:58:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['73215398-a360-4b53-9fe1-d320f6038b4b'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:39.946944 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-a9411517-b046-44a0-9ffb-e889e394532a req-a763333e-0e84-4827-80b2-7cdcbd8766ef tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Notify callbacks [] for port, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:39.947080 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6985713d-6e5d-4711-aebb-e6ee5ba3dc21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:39.947080 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:39.947189 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-38607ede-7534-4800-93fe-41e47bd8d2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1978736'] for network, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:39.947189 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-a323fa87-c60a-43fb-b731-6735fce11426 req-b193eef3-024f-4c6e-b828-047c1c3f323e tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Notify callbacks [] for port, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:39.955352 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:39.956334 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-fba10d35-5549-476d-96d4-4e7dc2341011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:39.962909 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-38607ede-7534-4800-93fe-41e47bd8d2a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for network, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:39.965097 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-38607ede-7534-4800-93fe-41e47bd8d2a3 admin admin] 10.222.0.47 "DELETE /v2.0/networks/e397bfc0-aa7d-4520-85d4-4819c72bc762 HTTP/1.1" status: 204 len: 168 time: 3.2457368 Jun 23 18:58:39.969765 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 55396) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:39.996764 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab037c2-b189-4279-a687-a3c5cd7e8efa admin admin] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 18:58:40.011426 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0541cd8e-b188-4dc0-b65b-a9f95db8fffe None None] Sync routers for ids ['a5102730-9a9b-4553-9499-24e87b1392f2'] in dv-cinder-786386-8-iscsi {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:58:40.029588 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38607ede-7534-4800-93fe-41e47bd8d2a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e397bfc0-aa7d-4520-85d4-4819c72bc762,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:40.035387 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0541cd8e-b188-4dc0-b65b-a9f95db8fffe None None] Routers {'a5102730-9a9b-4553-9499-24e87b1392f2'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:58:40.036383 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-4ab037c2-b189-4279-a687-a3c5cd7e8efa admin admin] 10.222.0.47 "PUT /v2.0/routers/a5102730-9a9b-4553-9499-24e87b1392f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4742613 Jun 23 18:58:40.044637 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-6985713d-6e5d-4711-aebb-e6ee5ba3dc21 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=35a3cb909db445c695342910816a74bc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8134449 Jun 23 18:58:40.046256 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 55400) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:40.048591 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-0541cd8e-b188-4dc0-b65b-a9f95db8fffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T18:58:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['a5102730-9a9b-4553-9499-24e87b1392f2'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:40.063387 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-38607ede-7534-4800-93fe-41e47bd8d2a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:40.097941 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985713d-6e5d-4711-aebb-e6ee5ba3dc21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa49aa6-6ff7-400a-b41c-864407cd6621,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:40.138849 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c7e231-35c6-4216-9c9f-1b34a6f4f5a3 admin admin] Deleting subnet 8f11bae1-4deb-4e9f-8267-180ed6dd7bf9 {{(pid=99982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 18:58:40.146813 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d4c7e231-35c6-4216-9c9f-1b34a6f4f5a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:40.159659 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-6985713d-6e5d-4711-aebb-e6ee5ba3dc21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:40.198377 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-db628788-fe6a-4993-8b13-776bd7c46364 None None] Set router 73215398-a360-4b53-9fe1-d320f6038b4b gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:58:40.280799 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d4c7e231-35c6-4216-9c9f-1b34a6f4f5a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66960762'] for subnet, precommit_delete_associations {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:40.323084 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5f1246ef-117d-47e4-8019-1864fc5dbe87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:40.341323 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-a323fa87-c60a-43fb-b731-6735fce11426 req-b193eef3-024f-4c6e-b828-047c1c3f323e tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63686027'] for port, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:40.376152 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-7a5b2edc-b242-46b9-a956-36d4487c69ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:40.412642 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5f1246ef-117d-47e4-8019-1864fc5dbe87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:40.440692 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-a9411517-b046-44a0-9ffb-e889e394532a req-a763333e-0e84-4827-80b2-7cdcbd8766ef tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63686027'] for port, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:40.484801 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-0541cd8e-b188-4dc0-b65b-a9f95db8fffe None None] Set router a5102730-9a9b-4553-9499-24e87b1392f2 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:58:40.560158 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d4c7e231-35c6-4216-9c9f-1b34a6f4f5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017849'] for subnet, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:40.590026 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-fba10d35-5549-476d-96d4-4e7dc2341011 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:40.716498 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a323fa87-c60a-43fb-b731-6735fce11426 req-b193eef3-024f-4c6e-b828-047c1c3f323e tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Network 0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9 is already hosted by enough agents. {{(pid=99982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:58:40.724948 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-fba10d35-5549-476d-96d4-4e7dc2341011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:40.728023 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-fba10d35-5549-476d-96d4-4e7dc2341011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2015873'] for router_interface, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:40.765178 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.base_scheduler [req-a323fa87-c60a-43fb-b731-6735fce11426 req-b193eef3-024f-4c6e-b828-047c1c3f323e tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Resources bound (agent type, host, resource id): {{(pid=99982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:58:40.781675 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-fba10d35-5549-476d-96d4-4e7dc2341011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:40.800658 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning for port d582b92e-0288-439b-9a01-15bee6c38578 completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:58:40.802243 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [req-a323fa87-c60a-43fb-b731-6735fce11426 req-b193eef3-024f-4c6e-b828-047c1c3f323e tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Received port after_create {{(pid=99982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:58:40.808410 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port d582b92e-0288-439b-9a01-15bee6c38578 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:58:40.808924 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:40.814113 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193eef3-024f-4c6e-b828-047c1c3f323e tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Pushing event updated for resources: {'Port': ['ID=a7e9db05-c9d5-4b2d-837f-b6e05d29e058,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:40.873753 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5f1246ef-117d-47e4-8019-1864fc5dbe87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:40.877115 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9411517-b046-44a0-9ffb-e889e394532a req-a763333e-0e84-4827-80b2-7cdcbd8766ef tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Network fdf89605-62c6-4b55-a5e6-b6b42fdc13b9 is already hosted by enough agents. {{(pid=99982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:58:40.890759 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-b193eef3-024f-4c6e-b828-047c1c3f323e tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:40.891306 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-86f1d8fd-73f7-41aa-b57b-4ccdf66b293c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.261s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:40.894817 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-db628788-fe6a-4993-8b13-776bd7c46364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1286120584-router', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '2e8e5254-675d-40dd-99c2-40a467ab4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:27Z', 'updated_at': '2021-06-23T18:58:36Z', 'revision_number': 4, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'gw_port': {'id': '2e8e5254-675d-40dd-99c2-40a467ab4db9', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:29Z', 'updated_at': '2021-06-23T18:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': '78d8cf4f-d25f-43bc-99c8-7aadbbdd8680', 'name': '', 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'mac_address': 'fa:16:3e:fe:c2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '32106090-9e53-4852-ad03-eb2e8f42dc88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:33Z', 'updated_at': '2021-06-23T18:58:37Z', 'revision_number': 2, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'subnets': [{'id': '32106090-9e53-4852-ad03-eb2e8f42dc88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:40.920302 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5f1246ef-117d-47e4-8019-1864fc5dbe87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:40.926685 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-5f1246ef-117d-47e4-8019-1864fc5dbe87 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8aa49aa6-6ff7-400a-b41c-864407cd6621 HTTP/1.1" status: 204 len: 168 time: 0.8391306 Jun 23 18:58:40.930146 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-0541cd8e-b188-4dc0-b65b-a9f95db8fffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5102730-9a9b-4553-9499-24e87b1392f2', 'name': 'tempest-ServerRescueNegativeTestJSON-2057198503-router', 'tenant_id': '513690762a7743d6bef8530390bb53c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '42109a5d-bafb-470b-9a0e-4688697c5127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:27Z', 'updated_at': '2021-06-23T18:58:34Z', 'revision_number': 4, 'project_id': '513690762a7743d6bef8530390bb53c2', 'gw_port': {'id': '42109a5d-bafb-470b-9a0e-4688697c5127', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5102730-9a9b-4553-9499-24e87b1392f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:28Z', 'updated_at': '2021-06-23T18:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': '190b6aca-333b-493d-b6eb-71bf2f72ac7c', 'name': '', 'network_id': 'a62e3469-54f8-4f1b-8637-fdf06f04c1b7', 'tenant_id': '513690762a7743d6bef8530390bb53c2', 'mac_address': 'fa:16:3e:95:e3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5102730-9a9b-4553-9499-24e87b1392f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '21ed8072-8b4b-4158-b646-c86663b19b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:33Z', 'updated_at': '2021-06-23T18:58:34Z', 'revision_number': 2, 'project_id': '513690762a7743d6bef8530390bb53c2', 'subnets': [{'id': '21ed8072-8b4b-4158-b646-c86663b19b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:40.932848 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db628788-fe6a-4993-8b13-776bd7c46364 None None] Checking router: 73215398-a360-4b53-9fe1-d320f6038b4b for host: dv-cinder-786386-8-iscsi {{(pid=99983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:58:40.933225 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db628788-fe6a-4993-8b13-776bd7c46364 None None] Updating router 73215398-a360-4b53-9fe1-d320f6038b4b port 78d8cf4f-d25f-43bc-99c8-7aadbbdd8680 binding host dv-cinder-786386-8-iscsi {{(pid=99983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:58:40.969399 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.base_scheduler [req-a9411517-b046-44a0-9ffb-e889e394532a req-a763333e-0e84-4827-80b2-7cdcbd8766ef tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Resources bound (agent type, host, resource id): {{(pid=99982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:58:40.988903 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0541cd8e-b188-4dc0-b65b-a9f95db8fffe None None] Checking router: a5102730-9a9b-4553-9499-24e87b1392f2 for host: dv-cinder-786386-8-iscsi {{(pid=99984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:58:40.995998 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0541cd8e-b188-4dc0-b65b-a9f95db8fffe None None] Updating router a5102730-9a9b-4553-9499-24e87b1392f2 port 190b6aca-333b-493d-b6eb-71bf2f72ac7c binding host dv-cinder-786386-8-iscsi {{(pid=99984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:58:40.999967 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 55420) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:41.007094 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba10d35-5549-476d-96d4-4e7dc2341011 admin admin] Pushing event updated for resources: {'Port': ['ID=bc94c0c6-dfce-4b66-98ef-8ea85e3086d1,revision_number=2']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:41.021613 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-fba10d35-5549-476d-96d4-4e7dc2341011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:41.026712 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-db628788-fe6a-4993-8b13-776bd7c46364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:41.030003 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:41.035035 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9411517-b046-44a0-9ffb-e889e394532a req-a763333e-0e84-4827-80b2-7cdcbd8766ef tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Received port after_create {{(pid=99982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:58:41.089526 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-33b0dc69-9d4e-44ce-837c-07de9d8861cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:41.092412 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1246ef-117d-47e4-8019-1864fc5dbe87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa49aa6-6ff7-400a-b41c-864407cd6621,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:41.099989 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-0541cd8e-b188-4dc0-b65b-a9f95db8fffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:41.112591 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-5f1246ef-117d-47e4-8019-1864fc5dbe87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:41.135785 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f67ff-2fda-4fa9-96dd-fd9645e424dc req-5a830168-352b-4b69-9e87-4a0fe15bff33 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:41.137981 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-df4f67ff-2fda-4fa9-96dd-fd9645e424dc req-5a830168-352b-4b69-9e87-4a0fe15bff33 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d43890be-ca10-4c42-b589-3a96705cecac HTTP/1.1" status: 200 len: 931 time: 0.5429389 Jun 23 18:58:41.143830 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323fa87-c60a-43fb-b731-6735fce11426 req-b193eef3-024f-4c6e-b828-047c1c3f323e tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:41.144578 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-a323fa87-c60a-43fb-b731-6735fce11426 req-b193eef3-024f-4c6e-b828-047c1c3f323e tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:41.208481 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a763333e-0e84-4827-80b2-7cdcbd8766ef tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Pushing event updated for resources: {'Port': ['ID=48bc9ece-8dc4-46c8-ba36-531dab2ba975,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:41.213755 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-a763333e-0e84-4827-80b2-7cdcbd8766ef tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:41.252154 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9411517-b046-44a0-9ffb-e889e394532a req-a763333e-0e84-4827-80b2-7cdcbd8766ef tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:41.256167 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba10d35-5549-476d-96d4-4e7dc2341011 admin admin] Network 58353e6c-18a0-4686-b0db-a03201c9462d is already hosted by enough agents. {{(pid=99981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:58:41.257684 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-a9411517-b046-44a0-9ffb-e889e394532a req-a763333e-0e84-4827-80b2-7cdcbd8766ef tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:41.269885 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [None req-fba10d35-5549-476d-96d4-4e7dc2341011 admin admin] Resources bound (agent type, host, resource id): {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:58:41.285933 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-df4f67ff-2fda-4fa9-96dd-fd9645e424dc req-f98a1c43-edc6-42b0-b8e0-04086fe37f25 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/security-groups?id=33c44205-c62b-42cb-bfba-d1e618271860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357234 Jun 23 18:58:41.317683 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d4c7e231-35c6-4216-9c9f-1b34a6f4f5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63686104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63285490'] for subnet, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:41.350586 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-4fcc11cb-358c-4701-8132-e8ee81b73682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:41.453858 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7e231-35c6-4216-9c9f-1b34a6f4f5a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f11bae1-4deb-4e9f-8267-180ed6dd7bf9,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:41.459856 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d4c7e231-35c6-4216-9c9f-1b34a6f4f5a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:41.470239 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-d4c7e231-35c6-4216-9c9f-1b34a6f4f5a3 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/8f11bae1-4deb-4e9f-8267-180ed6dd7bf9 HTTP/1.1" status: 204 len: 168 time: 1.4954267 Jun 23 18:58:41.471746 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 55422) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:41.472776 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-d4c7e231-35c6-4216-9c9f-1b34a6f4f5a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:41.602735 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-db628788-fe6a-4993-8b13-776bd7c46364 None None] Notify callbacks [] for port, precommit_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:41.617036 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-db628788-fe6a-4993-8b13-776bd7c46364 None None] Transition to ACTIVE for port object 78d8cf4f-d25f-43bc-99c8-7aadbbdd8680 will not be triggered until provisioned by entity L2. {{(pid=99983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:58:41.646296 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:41.678669 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] For port d582b92e-0288-439b-9a01-15bee6c38578, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=d582b92e-0288-439b-9a01-15bee6c38578,segment=NetworkSegment(06735785-9383-45ec-8182-cbd06f0cff2c),segment_id=06735785-9383-45ec-8182-cbd06f0cff2c)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:58:41.695314 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-0aa655af-3878-4615-8f29-c86e201580c5 None None] Provisioning complete for port bc94c0c6-dfce-4b66-98ef-8ea85e3086d1 triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:58:41.695812 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-0aa655af-3878-4615-8f29-c86e201580c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:41.755246 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-db628788-fe6a-4993-8b13-776bd7c46364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:41.783566 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-0b716284-7000-4dc8-a67d-dff92f040712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:41.862893 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019f83b-0e21-4332-82a6-c50d039e0590 None None] Pushing event updated for resources: {'Port': ['ID=78d8cf4f-d25f-43bc-99c8-7aadbbdd8680,revision_number=3']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:41.873651 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:41.882655 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-8019f83b-0e21-4332-82a6-c50d039e0590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:41.883389 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-8019f83b-0e21-4332-82a6-c50d039e0590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:41.906593 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-0541cd8e-b188-4dc0-b65b-a9f95db8fffe None None] Notify callbacks [] for port, precommit_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:41.927289 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.provisioning_blocks [None req-0541cd8e-b188-4dc0-b65b-a9f95db8fffe None None] Transition to ACTIVE for port object 190b6aca-333b-493d-b6eb-71bf2f72ac7c will not be triggered until provisioned by entity L2. {{(pid=99984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:58:42.005428 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-0aa655af-3878-4615-8f29-c86e201580c5 None None] Port bc94c0c6-dfce-4b66-98ef-8ea85e3086d1 cannot update to ACTIVE because it is not bound. {{(pid=99983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 18:58:42.010762 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-0541cd8e-b188-4dc0-b65b-a9f95db8fffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:42.014546 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:42.019000 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1ea423f0-cba2-4b03-92c9-39f6cd2696e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631679'] for network, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:42.034147 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-33b0dc69-9d4e-44ce-837c-07de9d8861cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:42.094960 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 2e8e5254-675d-40dd-99c2-40a467ab4db9 up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:58:42.110245 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba10d35-5549-476d-96d4-4e7dc2341011 admin admin] Router bd24330b-cb47-43d9-a75a-15e3286e3215 has already been hosted by L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 {{(pid=99981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:58:42.117651 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-db628788-fe6a-4993-8b13-776bd7c46364 None None] Attempting to bind port 78d8cf4f-d25f-43bc-99c8-7aadbbdd8680 on host dv-cinder-786386-8-iscsi for vnic_type normal with profile {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 18:58:42.117651 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-db628788-fe6a-4993-8b13-776bd7c46364 None None] Attempting to bind port 78d8cf4f-d25f-43bc-99c8-7aadbbdd8680 by drivers openvswitch,hyperv on host dv-cinder-786386-8-iscsi at level 0 using segments [{'id': '1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47'}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 18:58:42.117911 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db628788-fe6a-4993-8b13-776bd7c46364 None None] Attempting to bind port 78d8cf4f-d25f-43bc-99c8-7aadbbdd8680 on network bfb4a1f7-e917-4d93-979a-9e772f8cdd47 {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:58:42.136762 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f3f4d-9136-44e9-a312-610b3e086773 req-dc091ab9-8c43-49c0-bfc5-a0a828d15376 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:42.138410 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-7e3f3f4d-9136-44e9-a312-610b3e086773 req-dc091ab9-8c43-49c0-bfc5-a0a828d15376 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 931 time: 0.5275292 Jun 23 18:58:42.171845 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Pushing event updated for resources: {'Port': ['ID=d582b92e-0288-439b-9a01-15bee6c38578,revision_number=4']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:42.186881 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:42.198536 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db628788-fe6a-4993-8b13-776bd7c46364 None None] Checking agent: {'id': 'a2428681-7d0e-4763-9bc6-e98548fc0bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 50, 31), 'started_at': datetime.datetime(2021, 6, 23, 18, 51, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 18, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:58:42.199108 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db628788-fe6a-4993-8b13-776bd7c46364 None None] Checking segment: {'id': '1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:58:42.199539 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-db628788-fe6a-4993-8b13-776bd7c46364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:42.200398 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db628788-fe6a-4993-8b13-776bd7c46364 None None] Bound using segment: {'id': '1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47'} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:58:42.200918 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-db628788-fe6a-4993-8b13-776bd7c46364 None None] Bound port: 78d8cf4f-d25f-43bc-99c8-7aadbbdd8680, host: dv-cinder-786386-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47'}}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 18:58:42.201336 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-db628788-fe6a-4993-8b13-776bd7c46364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:42.206984 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a5a49-4336-4557-b50c-cb3cdd215a01 None None] Pushing event updated for resources: {'Port': ['ID=190b6aca-333b-493d-b6eb-71bf2f72ac7c,revision_number=3']} {{(pid=99984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:42.219298 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 55428) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:42.220093 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [None req-182a5a49-4336-4557-b50c-cb3cdd215a01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:42.224894 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-4a81e7fb-fdbe-4075-bb2b-d92afa54e290 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1140355227', 'description': 'tempest-description--1193539459'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:42.258106 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a323fa87-c60a-43fb-b731-6735fce11426 req-b193eef3-024f-4c6e-b828-047c1c3f323e tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0949023 Jun 23 18:58:42.304383 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-33b0dc69-9d4e-44ce-837c-07de9d8861cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:42.305281 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [req-a323fa87-c60a-43fb-b731-6735fce11426 req-6d0754e7-1e65-42ae-9efe-ca53fb0bbbe0 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=99982) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 18:58:42.306814 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a323fa87-c60a-43fb-b731-6735fce11426 req-6d0754e7-1e65-42ae-9efe-ca53fb0bbbe0 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067661 Jun 23 18:58:42.352014 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a9411517-b046-44a0-9ffb-e889e394532a req-a763333e-0e84-4827-80b2-7cdcbd8766ef tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.4875696 Jun 23 18:58:42.365243 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.managers [None req-0541cd8e-b188-4dc0-b65b-a9f95db8fffe None None] Attempting to bind port 190b6aca-333b-493d-b6eb-71bf2f72ac7c on host dv-cinder-786386-8-iscsi for vnic_type normal with profile {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 18:58:42.369026 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.managers [None req-0541cd8e-b188-4dc0-b65b-a9f95db8fffe None None] Attempting to bind port 190b6aca-333b-493d-b6eb-71bf2f72ac7c by drivers openvswitch,hyperv on host dv-cinder-786386-8-iscsi at level 0 using segments [{'id': '3f8ce679-d627-490d-95f8-7137b292d1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a62e3469-54f8-4f1b-8637-fdf06f04c1b7'}] {{(pid=99984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 18:58:42.369026 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0541cd8e-b188-4dc0-b65b-a9f95db8fffe None None] Attempting to bind port 190b6aca-333b-493d-b6eb-71bf2f72ac7c on network a62e3469-54f8-4f1b-8637-fdf06f04c1b7 {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:58:42.375261 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0541cd8e-b188-4dc0-b65b-a9f95db8fffe None None] Checking agent: {'id': 'a2428681-7d0e-4763-9bc6-e98548fc0bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 50, 31), 'started_at': datetime.datetime(2021, 6, 23, 18, 51, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 18, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:58:42.376388 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-db628788-fe6a-4993-8b13-776bd7c46364 None None] For port 78d8cf4f-d25f-43bc-99c8-7aadbbdd8680, host dv-cinder-786386-8-iscsi, cleared binding levels {{(pid=99983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 18:58:42.376603 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0541cd8e-b188-4dc0-b65b-a9f95db8fffe None None] Checking segment: {'id': '3f8ce679-d627-490d-95f8-7137b292d1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a62e3469-54f8-4f1b-8637-fdf06f04c1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:58:42.377407 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-0541cd8e-b188-4dc0-b65b-a9f95db8fffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:42.378844 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0541cd8e-b188-4dc0-b65b-a9f95db8fffe None None] Bound using segment: {'id': '3f8ce679-d627-490d-95f8-7137b292d1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a62e3469-54f8-4f1b-8637-fdf06f04c1b7'} {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:58:42.379681 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-db628788-fe6a-4993-8b13-776bd7c46364 None None] For port 78d8cf4f-d25f-43bc-99c8-7aadbbdd8680, host dv-cinder-786386-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=78d8cf4f-d25f-43bc-99c8-7aadbbdd8680,segment=NetworkSegment(1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13),segment_id=1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13)] {{(pid=99983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 18:58:42.380386 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.managers [None req-0541cd8e-b188-4dc0-b65b-a9f95db8fffe None None] Bound port: 190b6aca-333b-493d-b6eb-71bf2f72ac7c, host: dv-cinder-786386-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f8ce679-d627-490d-95f8-7137b292d1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a62e3469-54f8-4f1b-8637-fdf06f04c1b7'}}] {{(pid=99984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 18:58:42.380999 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-0541cd8e-b188-4dc0-b65b-a9f95db8fffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:42.394236 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port 2e8e5254-675d-40dd-99c2-40a467ab4db9 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:58:42.394637 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:42.432533 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4a81e7fb-fdbe-4075-bb2b-d92afa54e290 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:42.478347 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.db [None req-0541cd8e-b188-4dc0-b65b-a9f95db8fffe None None] For port 190b6aca-333b-493d-b6eb-71bf2f72ac7c, host dv-cinder-786386-8-iscsi, cleared binding levels {{(pid=99984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 18:58:42.484996 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.db [None req-0541cd8e-b188-4dc0-b65b-a9f95db8fffe None None] For port 190b6aca-333b-493d-b6eb-71bf2f72ac7c, host dv-cinder-786386-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=190b6aca-333b-493d-b6eb-71bf2f72ac7c,segment=NetworkSegment(3f8ce679-d627-490d-95f8-7137b292d1c8),segment_id=3f8ce679-d627-490d-95f8-7137b292d1c8)] {{(pid=99984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 18:58:42.500065 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-db628788-fe6a-4993-8b13-776bd7c46364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:42.509543 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-5b631568-500d-4097-998d-53cf3664f10a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:42.539605 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1ea423f0-cba2-4b03-92c9-39f6cd2696e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018740', 'neutron.services.segments.db._delete_segments_for_network-8739890731039'] for network, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:42.552138 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1ea423f0-cba2-4b03-92c9-39f6cd2696e2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:42.552742 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1ea423f0-cba2-4b03-92c9-39f6cd2696e2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:42.559121 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1ea423f0-cba2-4b03-92c9-39f6cd2696e2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:42.559121 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1ea423f0-cba2-4b03-92c9-39f6cd2696e2 admin admin] Subscribe: > port after_create 55550000 {{(pid=99981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:42.559121 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1ea423f0-cba2-4b03-92c9-39f6cd2696e2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:42.559121 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1ea423f0-cba2-4b03-92c9-39f6cd2696e2 admin admin] Subscribe: > port after_update 55550000 {{(pid=99981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:42.559121 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1ea423f0-cba2-4b03-92c9-39f6cd2696e2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:42.559121 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1ea423f0-cba2-4b03-92c9-39f6cd2696e2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:42.559121 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1ea423f0-cba2-4b03-92c9-39f6cd2696e2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:42.559121 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1ea423f0-cba2-4b03-92c9-39f6cd2696e2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:42.575583 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-0541cd8e-b188-4dc0-b65b-a9f95db8fffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:42.586128 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [None req-182a5a49-4336-4557-b50c-cb3cdd215a01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:42.652842 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4a81e7fb-fdbe-4075-bb2b-d92afa54e290 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:42.730912 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db628788-fe6a-4993-8b13-776bd7c46364 None None] Routers {'73215398-a360-4b53-9fe1-d320f6038b4b'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:58:42.740795 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-db628788-fe6a-4993-8b13-776bd7c46364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T18:58:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['73215398-a360-4b53-9fe1-d320f6038b4b'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:42.765145 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4a81e7fb-fdbe-4075-bb2b-d92afa54e290 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:42.766521 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0541cd8e-b188-4dc0-b65b-a9f95db8fffe None None] Routers {'a5102730-9a9b-4553-9499-24e87b1392f2'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:58:42.768627 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-0541cd8e-b188-4dc0-b65b-a9f95db8fffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T18:58:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['a5102730-9a9b-4553-9499-24e87b1392f2'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:42.769659 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-16cff5a3-6b4d-4ca7-9f0f-ee40bf0738ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:42.862649 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81e7fb-fdbe-4075-bb2b-d92afa54e290 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:42.865869 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-4a81e7fb-fdbe-4075-bb2b-d92afa54e290 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:42.878377 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [req-a323fa87-c60a-43fb-b731-6735fce11426 req-89df617e-bcca-4512-a348-aa6b678e0804 service neutron] Request body: {'port': {'device_id': '007aad66-eaa8-42de-8e23-634b27063110', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:42.915286 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019f83b-0e21-4332-82a6-c50d039e0590 None None] Pushing event updated for resources: {'Port': ['ID=78d8cf4f-d25f-43bc-99c8-7aadbbdd8680,revision_number=4']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:42.954061 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [req-a9411517-b046-44a0-9ffb-e889e394532a req-f015fc63-32c9-42f2-a510-1bcb5268d176 service neutron] Request body: {'port': {'device_id': 'd43890be-ca10-4c42-b589-3a96705cecac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:42.956271 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-8019f83b-0e21-4332-82a6-c50d039e0590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:43.031193 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4a81e7fb-fdbe-4075-bb2b-d92afa54e290 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:43.039209 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-4a81e7fb-fdbe-4075-bb2b-d92afa54e290 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8187413 Jun 23 18:58:43.043322 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a5a49-4336-4557-b50c-cb3cdd215a01 None None] Pushing event updated for resources: {'Port': ['ID=190b6aca-333b-493d-b6eb-71bf2f72ac7c,revision_number=4']} {{(pid=99984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:43.048861 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [None req-182a5a49-4336-4557-b50c-cb3cdd215a01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:43.067555 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 55456) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:43.067780 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-0541cd8e-b188-4dc0-b65b-a9f95db8fffe None None] Set router a5102730-9a9b-4553-9499-24e87b1392f2 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:58:43.076373 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-d0cc7870-5558-4e36-963b-a57d46dc2c04 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Request body: {'security_group_rule': {'security_group_id': 'dce1028d-8aac-4e8f-918a-2b2ab7d8acbe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:43.159588 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1ea423f0-cba2-4b03-92c9-39f6cd2696e2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:43.160179 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1ea423f0-cba2-4b03-92c9-39f6cd2696e2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:43.160488 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1ea423f0-cba2-4b03-92c9-39f6cd2696e2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:43.160990 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1ea423f0-cba2-4b03-92c9-39f6cd2696e2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:43.161522 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.services.segments.db [None req-1ea423f0-cba2-4b03-92c9-39f6cd2696e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9252139d-b54b-4472-9200-d87899d1ed4f']}} {{(pid=99981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:43.235256 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:43.297656 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-33b0dc69-9d4e-44ce-837c-07de9d8861cd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4b352c47f0d34a4b8925df950ebd89f5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2778461 Jun 23 18:58:43.298535 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0dc69-9d4e-44ce-837c-07de9d8861cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdcea99-a7a6-4714-a704-36bf570b6cac,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:43.304258 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-7e3f3f4d-9136-44e9-a312-610b3e086773 req-960d9c9a-8c58-4207-85ed-516fc2b97c7d tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0154653 Jun 23 18:58:43.305058 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-33b0dc69-9d4e-44ce-837c-07de9d8861cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:43.305745 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 55464) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:43.363585 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.services.segments.db [None req-1ea423f0-cba2-4b03-92c9-39f6cd2696e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf746a8-fb09-4d9a-9593-7c98d802e552') {'for_net_delete': True} {{(pid=99981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:43.363945 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.services.segments.db [None req-1ea423f0-cba2-4b03-92c9-39f6cd2696e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf746a8-fb09-4d9a-9593-7c98d802e552') {} {{(pid=99981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:43.376944 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-db628788-fe6a-4993-8b13-776bd7c46364 None None] Set router 73215398-a360-4b53-9fe1-d320f6038b4b gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:58:43.396395 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-a323fa87-c60a-43fb-b731-6735fce11426 req-89df617e-bcca-4512-a348-aa6b678e0804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:43.410875 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-92a3eb2e-0c51-4da5-ae87-8a46d1e64b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:43.413620 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-a9411517-b046-44a0-9ffb-e889e394532a req-f015fc63-32c9-42f2-a510-1bcb5268d176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:43.443303 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-92a3eb2e-0c51-4da5-ae87-8a46d1e64b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:43.460786 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0af40-5963-449d-af56-c20e5d8987da req-b181ec5a-1a38-4a92-882c-1dac16368062 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:43.468049 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-62d0af40-5963-449d-af56-c20e5d8987da req-b181ec5a-1a38-4a92-882c-1dac16368062 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/networks?id=a62e3469-54f8-4f1b-8637-fdf06f04c1b7 HTTP/1.1" status: 200 len: 819 time: 0.6221108 Jun 23 18:58:43.476192 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1ea423f0-cba2-4b03-92c9-39f6cd2696e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739890717934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65243409'] for segment, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:43.495659 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d0cc7870-5558-4e36-963b-a57d46dc2c04 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:43.514106 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-62d0af40-5963-449d-af56-c20e5d8987da req-fad368d0-69bf-4494-ab73-9f9213d843d7 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/quotas/513690762a7743d6bef8530390bb53c2 HTTP/1.1" status: 200 len: 375 time: 0.0373855 Jun 23 18:58:43.631585 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1ea423f0-cba2-4b03-92c9-39f6cd2696e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412'] for segment, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:43.657098 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-0541cd8e-b188-4dc0-b65b-a9f95db8fffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5102730-9a9b-4553-9499-24e87b1392f2', 'name': 'tempest-ServerRescueNegativeTestJSON-2057198503-router', 'tenant_id': '513690762a7743d6bef8530390bb53c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '42109a5d-bafb-470b-9a0e-4688697c5127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:27Z', 'updated_at': '2021-06-23T18:58:34Z', 'revision_number': 4, 'project_id': '513690762a7743d6bef8530390bb53c2', 'gw_port': {'id': '42109a5d-bafb-470b-9a0e-4688697c5127', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5102730-9a9b-4553-9499-24e87b1392f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:28Z', 'updated_at': '2021-06-23T18:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': '190b6aca-333b-493d-b6eb-71bf2f72ac7c', 'name': '', 'network_id': 'a62e3469-54f8-4f1b-8637-fdf06f04c1b7', 'tenant_id': '513690762a7743d6bef8530390bb53c2', 'mac_address': 'fa:16:3e:95:e3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5102730-9a9b-4553-9499-24e87b1392f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '21ed8072-8b4b-4158-b646-c86663b19b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:33Z', 'updated_at': '2021-06-23T18:58:42Z', 'revision_number': 4, 'project_id': '513690762a7743d6bef8530390bb53c2', 'subnets': [{'id': '21ed8072-8b4b-4158-b646-c86663b19b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:43.694734 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea423f0-cba2-4b03-92c9-39f6cd2696e2 admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=99981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 18:58:43.695272 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1ea423f0-cba2-4b03-92c9-39f6cd2696e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66155565'] for segment, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:43.709568 dv-cinder-786386-8-iscsi neutron-server[99981]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 18:58:43.709568 dv-cinder-786386-8-iscsi neutron-server[99981]: from cryptography.utils import int_from_bytes Jun 23 18:58:43.709568 dv-cinder-786386-8-iscsi neutron-server[99981]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 18:58:43.709568 dv-cinder-786386-8-iscsi neutron-server[99981]: from cryptography.utils import int_from_bytes Jun 23 18:58:43.709568 dv-cinder-786386-8-iscsi neutron-server[99981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 18:58:43.709568 dv-cinder-786386-8-iscsi neutron-server[99981]: conditions |= (models_v2.Port.network_id.in_( Jun 23 18:58:43.709568 dv-cinder-786386-8-iscsi neutron-server[99981]: Traceback (most recent call last): Jun 23 18:58:43.709568 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 18:58:43.709568 dv-cinder-786386-8-iscsi neutron-server[99981]: timer() Jun 23 18:58:43.709568 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 18:58:43.709568 dv-cinder-786386-8-iscsi neutron-server[99981]: cb(*args, **kw) Jun 23 18:58:43.709568 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 18:58:43.709568 dv-cinder-786386-8-iscsi neutron-server[99981]: return func(*args, **kwargs) Jun 23 18:58:43.709568 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 18:58:43.709568 dv-cinder-786386-8-iscsi neutron-server[99981]: self._notify() Jun 23 18:58:43.709568 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 18:58:43.709568 dv-cinder-786386-8-iscsi neutron-server[99981]: self.callback(batched_events) Jun 23 18:58:43.709568 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 18:58:43.709568 dv-cinder-786386-8-iscsi neutron-server[99981]: event.method(event) Jun 23 18:58:43.709568 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 18:58:43.709568 dv-cinder-786386-8-iscsi neutron-server[99981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 18:58:43.709568 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 18:58:43.709568 dv-cinder-786386-8-iscsi neutron-server[99981]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 18:58:43.709568 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 18:58:43.709568 dv-cinder-786386-8-iscsi neutron-server[99981]: return f(self, *a, **k) Jun 23 18:58:43.709568 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 18:58:43.709568 dv-cinder-786386-8-iscsi neutron-server[99981]: return self._get(url).json() Jun 23 18:58:43.709568 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 18:58:43.709568 dv-cinder-786386-8-iscsi neutron-server[99981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 18:58:43.709568 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 18:58:43.709568 dv-cinder-786386-8-iscsi neutron-server[99981]: return self.request(url, 'GET', **kwargs) Jun 23 18:58:43.709568 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 18:58:43.709568 dv-cinder-786386-8-iscsi neutron-server[99981]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 18:58:43.709568 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 18:58:43.709568 dv-cinder-786386-8-iscsi neutron-server[99981]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 18:58:43.709568 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 18:58:43.709568 dv-cinder-786386-8-iscsi neutron-server[99981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 18:58:43.709568 dv-cinder-786386-8-iscsi neutron-server[99981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 18:58:43.731949 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0541cd8e-b188-4dc0-b65b-a9f95db8fffe None None] The sync data for ids ['a5102730-9a9b-4553-9499-24e87b1392f2'] in dv-cinder-786386-8-iscsi is: [{'id': 'a5102730-9a9b-4553-9499-24e87b1392f2', 'name': 'tempest-ServerRescueNegativeTestJSON-2057198503-router', 'tenant_id': '513690762a7743d6bef8530390bb53c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '42109a5d-bafb-470b-9a0e-4688697c5127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:27Z', 'updated_at': '2021-06-23T18:58:34Z', 'revision_number': 4, 'project_id': '513690762a7743d6bef8530390bb53c2', 'gw_port': {'id': '42109a5d-bafb-470b-9a0e-4688697c5127', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5102730-9a9b-4553-9499-24e87b1392f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:28Z', 'updated_at': '2021-06-23T18:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': '190b6aca-333b-493d-b6eb-71bf2f72ac7c', 'name': '', 'network_id': 'a62e3469-54f8-4f1b-8637-fdf06f04c1b7', 'tenant_id': '513690762a7743d6bef8530390bb53c2', 'mac_address': 'fa:16:3e:95:e3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5102730-9a9b-4553-9499-24e87b1392f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '21ed8072-8b4b-4158-b646-c86663b19b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:33Z', 'updated_at': '2021-06-23T18:58:42Z', 'revision_number': 4, 'project_id': '513690762a7743d6bef8530390bb53c2', 'subnets': [{'id': '21ed8072-8b4b-4158-b646-c86663b19b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:58:43.798324 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7989723-fde3-4e95-933f-cbfd43495e04 req-09214c7c-3b81-4bf6-a6e6-e5d71e386aa0 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:43.800061 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-e7989723-fde3-4e95-933f-cbfd43495e04 req-09214c7c-3b81-4bf6-a6e6-e5d71e386aa0 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d43890be-ca10-4c42-b589-3a96705cecac HTTP/1.1" status: 200 len: 931 time: 0.3157027 Jun 23 18:58:43.817294 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba10d35-5549-476d-96d4-4e7dc2341011 admin admin] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 18:58:43.841915 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-fba10d35-5549-476d-96d4-4e7dc2341011 admin admin] 10.222.0.47 "PUT /v2.0/routers/bd24330b-cb47-43d9-a75a-15e3286e3215/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4365120 Jun 23 18:58:43.863401 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fac8f0-8587-4142-9b56-1363926deeee None None] Sync routers for ids ['bd24330b-cb47-43d9-a75a-15e3286e3215'] in dv-cinder-786386-8-iscsi {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:58:43.909758 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fac8f0-8587-4142-9b56-1363926deeee None None] Routers {'bd24330b-cb47-43d9-a75a-15e3286e3215'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:58:43.911127 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-96fac8f0-8587-4142-9b56-1363926deeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T18:58:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['bd24330b-cb47-43d9-a75a-15e3286e3215'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:43.928601 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-e7989723-fde3-4e95-933f-cbfd43495e04 req-78b2b652-ec74-4b4f-9d3b-b154c61a7d02 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/security-groups?id=33c44205-c62b-42cb-bfba-d1e618271860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206307 Jun 23 18:58:43.939342 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-92a3eb2e-0c51-4da5-ae87-8a46d1e64b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:43.943336 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-92a3eb2e-0c51-4da5-ae87-8a46d1e64b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:43.947127 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-92a3eb2e-0c51-4da5-ae87-8a46d1e64b96 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ccdcea99-a7a6-4714-a704-36bf570b6cac HTTP/1.1" status: 204 len: 168 time: 0.6315348 Jun 23 18:58:43.947127 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-1c632c1b-eb28-420a-ac44-7123d859a36f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:43.960709 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1ea423f0-cba2-4b03-92c9-39f6cd2696e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1978736'] for network, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:43.964604 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a3eb2e-0c51-4da5-ae87-8a46d1e64b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdcea99-a7a6-4714-a704-36bf570b6cac,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:43.973630 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-92a3eb2e-0c51-4da5-ae87-8a46d1e64b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:43.973630 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:43.996488 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea423f0-cba2-4b03-92c9-39f6cd2696e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9252139d-b54b-4472-9200-d87899d1ed4f,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:43.999105 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1ea423f0-cba2-4b03-92c9-39f6cd2696e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for network, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:44.004872 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-1ea423f0-cba2-4b03-92c9-39f6cd2696e2 admin admin] 10.222.0.47 "DELETE /v2.0/networks/9252139d-b54b-4472-9200-d87899d1ed4f HTTP/1.1" status: 204 len: 168 time: 2.5273349 Jun 23 18:58:44.012105 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-1ea423f0-cba2-4b03-92c9-39f6cd2696e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:44.122950 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-db628788-fe6a-4993-8b13-776bd7c46364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1286120584-router', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '2e8e5254-675d-40dd-99c2-40a467ab4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:27Z', 'updated_at': '2021-06-23T18:58:36Z', 'revision_number': 4, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'gw_port': {'id': '2e8e5254-675d-40dd-99c2-40a467ab4db9', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:29Z', 'updated_at': '2021-06-23T18:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': '78d8cf4f-d25f-43bc-99c8-7aadbbdd8680', 'name': '', 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'mac_address': 'fa:16:3e:fe:c2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '32106090-9e53-4852-ad03-eb2e8f42dc88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:33Z', 'updated_at': '2021-06-23T18:58:42Z', 'revision_number': 4, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'subnets': [{'id': '32106090-9e53-4852-ad03-eb2e8f42dc88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:44.182969 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db628788-fe6a-4993-8b13-776bd7c46364 None None] The sync data for ids ['73215398-a360-4b53-9fe1-d320f6038b4b'] in dv-cinder-786386-8-iscsi is: [{'id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1286120584-router', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '2e8e5254-675d-40dd-99c2-40a467ab4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:27Z', 'updated_at': '2021-06-23T18:58:36Z', 'revision_number': 4, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'gw_port': {'id': '2e8e5254-675d-40dd-99c2-40a467ab4db9', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:29Z', 'updated_at': '2021-06-23T18:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': '78d8cf4f-d25f-43bc-99c8-7aadbbdd8680', 'name': '', 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'mac_address': 'fa:16:3e:fe:c2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '32106090-9e53-4852-ad03-eb2e8f42dc88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:33Z', 'updated_at': '2021-06-23T18:58:42Z', 'revision_number': 4, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'subnets': [{'id': '32106090-9e53-4852-ad03-eb2e8f42dc88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:58:44.338558 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-96fac8f0-8587-4142-9b56-1363926deeee None None] Set router bd24330b-cb47-43d9-a75a-15e3286e3215 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:58:44.415968 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 190b6aca-333b-493d-b6eb-71bf2f72ac7c up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:58:44.506716 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d0cc7870-5558-4e36-963b-a57d46dc2c04 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:44.633360 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d0cc7870-5558-4e36-963b-a57d46dc2c04 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061678'] for security_group_rule, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:44.932605 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning for port 190b6aca-333b-493d-b6eb-71bf2f72ac7c completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:58:44.941300 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port 190b6aca-333b-493d-b6eb-71bf2f72ac7c triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:58:44.941580 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:44.990880 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-96fac8f0-8587-4142-9b56-1363926deeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'name': 'tempest-AttachVolumeTestJSON-840448975-router', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd582b92e-0288-439b-9a01-15bee6c38578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:28Z', 'updated_at': '2021-06-23T18:58:39Z', 'revision_number': 4, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'gw_port': {'id': 'd582b92e-0288-439b-9a01-15bee6c38578', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:30Z', 'updated_at': '2021-06-23T18:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': 'bc94c0c6-dfce-4b66-98ef-8ea85e3086d1', 'name': '', 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'mac_address': 'fa:16:3e:45:7e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'addde824-1dce-4a61-8b2a-9b50df39336c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:36Z', 'updated_at': '2021-06-23T18:58:40Z', 'revision_number': 2, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'subnets': [{'id': 'addde824-1dce-4a61-8b2a-9b50df39336c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:45.025522 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fac8f0-8587-4142-9b56-1363926deeee None None] Checking router: bd24330b-cb47-43d9-a75a-15e3286e3215 for host: dv-cinder-786386-8-iscsi {{(pid=99983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:58:45.025886 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fac8f0-8587-4142-9b56-1363926deeee None None] Updating router bd24330b-cb47-43d9-a75a-15e3286e3215 port bc94c0c6-dfce-4b66-98ef-8ea85e3086d1 binding host dv-cinder-786386-8-iscsi {{(pid=99983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:58:45.037567 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-62d0af40-5963-449d-af56-c20e5d8987da req-63f1edea-53ba-4e30-8460-e25528afd378 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=513690762a7743d6bef8530390bb53c2&fields=id HTTP/1.1" status: 200 len: 255 time: 1.5226078 Jun 23 18:58:45.041868 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:45.095165 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-96fac8f0-8587-4142-9b56-1363926deeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:45.119792 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc7870-5558-4e36-963b-a57d46dc2c04 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a960426d-fb09-4675-8dae-6631718103de,revision_number=0']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:45.139691 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-d0cc7870-5558-4e36-963b-a57d46dc2c04 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:45.230865 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:45.536724 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [req-a323fa87-c60a-43fb-b731-6735fce11426 req-89df617e-bcca-4512-a348-aa6b678e0804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7e9db05-c9d5-4b2d-837f-b6e05d29e058 {{(pid=99982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 18:58:45.537542 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] For port 190b6aca-333b-493d-b6eb-71bf2f72ac7c, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=190b6aca-333b-493d-b6eb-71bf2f72ac7c,segment=NetworkSegment(3f8ce679-d627-490d-95f8-7137b292d1c8),segment_id=3f8ce679-d627-490d-95f8-7137b292d1c8)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:58:45.538083 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-a323fa87-c60a-43fb-b731-6735fce11426 req-89df617e-bcca-4512-a348-aa6b678e0804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:45.538083 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.provisioning_blocks [req-a323fa87-c60a-43fb-b731-6735fce11426 req-89df617e-bcca-4512-a348-aa6b678e0804 service neutron] Transition to ACTIVE for port object a7e9db05-c9d5-4b2d-837f-b6e05d29e058 will not be triggered until provisioned by entity L2. {{(pid=99982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:58:45.538083 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [req-a9411517-b046-44a0-9ffb-e889e394532a req-f015fc63-32c9-42f2-a510-1bcb5268d176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48bc9ece-8dc4-46c8-ba36-531dab2ba975 {{(pid=99982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 18:58:45.538083 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-a9411517-b046-44a0-9ffb-e889e394532a req-f015fc63-32c9-42f2-a510-1bcb5268d176 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:45.538083 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.provisioning_blocks [req-a9411517-b046-44a0-9ffb-e889e394532a req-f015fc63-32c9-42f2-a510-1bcb5268d176 service neutron] Transition to ACTIVE for port object 48bc9ece-8dc4-46c8-ba36-531dab2ba975 will not be triggered until provisioned by entity L2. {{(pid=99982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:58:45.560431 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-96fac8f0-8587-4142-9b56-1363926deeee None None] Notify callbacks [] for port, precommit_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:45.574500 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-96fac8f0-8587-4142-9b56-1363926deeee None None] Transition to ACTIVE for port object bc94c0c6-dfce-4b66-98ef-8ea85e3086d1 will not be triggered until provisioned by entity L2. {{(pid=99983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:58:45.737317 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 55492) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:45.821360 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-9c37ee24-f306-47b7-a0d6-63d63c9c9b05 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9c0f8c097bfd45ef87ba50e56a6cd08c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0792663 Jun 23 18:58:45.822628 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 55494) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:45.887543 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-5bd31614-0e9d-486d-aa5f-cf2ef4ebeb28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:45.912768 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-5bd31614-0e9d-486d-aa5f-cf2ef4ebeb28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:45.942529 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:45.943754 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device d582b92e-0288-439b-9a01-15bee6c38578 up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:58:45.945657 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:45.965053 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-a9411517-b046-44a0-9ffb-e889e394532a req-f015fc63-32c9-42f2-a510-1bcb5268d176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63686041'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:45.982048 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-a323fa87-c60a-43fb-b731-6735fce11426 req-89df617e-bcca-4512-a348-aa6b678e0804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63686041'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:45.982793 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d0cc7870-5558-4e36-963b-a57d46dc2c04 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:45.989763 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 55496) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:45.991661 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-aaf91e99-553c-4a0e-a346-340614efa106 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Request body: {'security_group_rule': {'security_group_id': 'dce1028d-8aac-4e8f-918a-2b2ab7d8acbe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:46.114849 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-d0cc7870-5558-4e36-963b-a57d46dc2c04 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.9257133 Jun 23 18:58:46.114849 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:46.115198 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Pushing event updated for resources: {'Port': ['ID=190b6aca-333b-493d-b6eb-71bf2f72ac7c,revision_number=5']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:46.115198 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:46.115198 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port d582b92e-0288-439b-9a01-15bee6c38578 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:58:46.115198 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:46.139995 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015fc63-32c9-42f2-a510-1bcb5268d176 service neutron] Pushing event updated for resources: {'Port': ['ID=48bc9ece-8dc4-46c8-ba36-531dab2ba975,revision_number=2']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:46.297017 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-96fac8f0-8587-4142-9b56-1363926deeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:46.307762 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:46.429885 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-a9411517-b046-44a0-9ffb-e889e394532a req-f015fc63-32c9-42f2-a510-1bcb5268d176 service neutron] Attempting to bind port 48bc9ece-8dc4-46c8-ba36-531dab2ba975 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 18:58:46.430101 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-a9411517-b046-44a0-9ffb-e889e394532a req-f015fc63-32c9-42f2-a510-1bcb5268d176 service neutron] Attempting to bind port 48bc9ece-8dc4-46c8-ba36-531dab2ba975 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '87806ec5-b336-4f3d-afae-cc6d137f808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'fdf89605-62c6-4b55-a5e6-b6b42fdc13b9'}] {{(pid=99982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 18:58:46.430525 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9411517-b046-44a0-9ffb-e889e394532a req-f015fc63-32c9-42f2-a510-1bcb5268d176 service neutron] Attempting to bind port 48bc9ece-8dc4-46c8-ba36-531dab2ba975 on network fdf89605-62c6-4b55-a5e6-b6b42fdc13b9 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:58:46.432511 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89df617e-bcca-4512-a348-aa6b678e0804 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e9db05-c9d5-4b2d-837f-b6e05d29e058,revision_number=2']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:46.512359 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-96fac8f0-8587-4142-9b56-1363926deeee None None] Attempting to bind port bc94c0c6-dfce-4b66-98ef-8ea85e3086d1 on host dv-cinder-786386-8-iscsi for vnic_type normal with profile {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 18:58:46.514728 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-96fac8f0-8587-4142-9b56-1363926deeee None None] Attempting to bind port bc94c0c6-dfce-4b66-98ef-8ea85e3086d1 by drivers openvswitch,hyperv on host dv-cinder-786386-8-iscsi at level 0 using segments [{'id': '21777bc4-7e14-43bb-899b-3e57adfce770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d'}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 18:58:46.515403 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fac8f0-8587-4142-9b56-1363926deeee None None] Attempting to bind port bc94c0c6-dfce-4b66-98ef-8ea85e3086d1 on network 58353e6c-18a0-4686-b0db-a03201c9462d {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:58:46.523791 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda3ddec-54e9-4fe8-b7b9-3a9c926f58ad None None] Pushing event updated for resources: {'Port': ['ID=bc94c0c6-dfce-4b66-98ef-8ea85e3086d1,revision_number=3']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:46.529743 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [req-62d0af40-5963-449d-af56-c20e5d8987da req-b2d1b3aa-b7f1-4b8b-aa21-ead662e2b360 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=99982) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 18:58:46.530798 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-62d0af40-5963-449d-af56-c20e5d8987da req-b2d1b3aa-b7f1-4b8b-aa21-ead662e2b360 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2771373 Jun 23 18:58:46.531717 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-89df617e-bcca-4512-a348-aa6b678e0804 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:46.550835 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-cda3ddec-54e9-4fe8-b7b9-3a9c926f58ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:46.551363 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-a763333e-0e84-4827-80b2-7cdcbd8766ef tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.465s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:46.551735 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-a763333e-0e84-4827-80b2-7cdcbd8766ef tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:46.555079 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fac8f0-8587-4142-9b56-1363926deeee None None] Checking agent: {'id': 'a2428681-7d0e-4763-9bc6-e98548fc0bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 50, 31), 'started_at': datetime.datetime(2021, 6, 23, 18, 51, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 18, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:58:46.560609 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fac8f0-8587-4142-9b56-1363926deeee None None] Checking segment: {'id': '21777bc4-7e14-43bb-899b-3e57adfce770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:58:46.560791 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-a323fa87-c60a-43fb-b731-6735fce11426 req-89df617e-bcca-4512-a348-aa6b678e0804 service neutron] Attempting to bind port a7e9db05-c9d5-4b2d-837f-b6e05d29e058 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 18:58:46.561133 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-a323fa87-c60a-43fb-b731-6735fce11426 req-89df617e-bcca-4512-a348-aa6b678e0804 service neutron] Attempting to bind port a7e9db05-c9d5-4b2d-837f-b6e05d29e058 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '91ac7bd7-7747-45f6-a655-e28f712ee370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9'}] {{(pid=99982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 18:58:46.561465 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a323fa87-c60a-43fb-b731-6735fce11426 req-89df617e-bcca-4512-a348-aa6b678e0804 service neutron] Attempting to bind port a7e9db05-c9d5-4b2d-837f-b6e05d29e058 on network 0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:58:46.561795 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-96fac8f0-8587-4142-9b56-1363926deeee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:46.562410 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fac8f0-8587-4142-9b56-1363926deeee None None] Bound using segment: {'id': '21777bc4-7e14-43bb-899b-3e57adfce770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d'} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:58:46.563108 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-96fac8f0-8587-4142-9b56-1363926deeee None None] Bound port: bc94c0c6-dfce-4b66-98ef-8ea85e3086d1, host: dv-cinder-786386-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21777bc4-7e14-43bb-899b-3e57adfce770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d'}}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 18:58:46.575108 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-96fac8f0-8587-4142-9b56-1363926deeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:46.579713 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a323fa87-c60a-43fb-b731-6735fce11426 req-89df617e-bcca-4512-a348-aa6b678e0804 service neutron] Port a7e9db05-c9d5-4b2d-837f-b6e05d29e058 on network 0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 18:58:46.580049 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a323fa87-c60a-43fb-b731-6735fce11426 req-89df617e-bcca-4512-a348-aa6b678e0804 service neutron] Attempting to bind port a7e9db05-c9d5-4b2d-837f-b6e05d29e058 on network 0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:58:46.586945 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a323fa87-c60a-43fb-b731-6735fce11426 req-89df617e-bcca-4512-a348-aa6b678e0804 service neutron] Checking agent: {'id': '3aaf2a66-4435-4fa2-a046-8ce762f61c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 18, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:58:46.587313 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a323fa87-c60a-43fb-b731-6735fce11426 req-89df617e-bcca-4512-a348-aa6b678e0804 service neutron] Checking segment: {'id': '91ac7bd7-7747-45f6-a655-e28f712ee370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:58:46.587965 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a323fa87-c60a-43fb-b731-6735fce11426 req-89df617e-bcca-4512-a348-aa6b678e0804 service neutron] Bound using segment: {'id': '91ac7bd7-7747-45f6-a655-e28f712ee370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9'} {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:58:46.588574 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-a323fa87-c60a-43fb-b731-6735fce11426 req-89df617e-bcca-4512-a348-aa6b678e0804 service neutron] Bound port: a7e9db05-c9d5-4b2d-837f-b6e05d29e058, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ac7bd7-7747-45f6-a655-e28f712ee370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9'}}] {{(pid=99982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 18:58:46.588792 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-a323fa87-c60a-43fb-b731-6735fce11426 req-89df617e-bcca-4512-a348-aa6b678e0804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:46.606036 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9411517-b046-44a0-9ffb-e889e394532a req-f015fc63-32c9-42f2-a510-1bcb5268d176 service neutron] Port 48bc9ece-8dc4-46c8-ba36-531dab2ba975 on network fdf89605-62c6-4b55-a5e6-b6b42fdc13b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 18:58:46.606956 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9411517-b046-44a0-9ffb-e889e394532a req-f015fc63-32c9-42f2-a510-1bcb5268d176 service neutron] Attempting to bind port 48bc9ece-8dc4-46c8-ba36-531dab2ba975 on network fdf89605-62c6-4b55-a5e6-b6b42fdc13b9 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:58:46.651864 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 190b6aca-333b-493d-b6eb-71bf2f72ac7c up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:58:46.685539 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9411517-b046-44a0-9ffb-e889e394532a req-f015fc63-32c9-42f2-a510-1bcb5268d176 service neutron] Checking agent: {'id': '3aaf2a66-4435-4fa2-a046-8ce762f61c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 18, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:58:46.685809 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9411517-b046-44a0-9ffb-e889e394532a req-f015fc63-32c9-42f2-a510-1bcb5268d176 service neutron] Checking segment: {'id': '87806ec5-b336-4f3d-afae-cc6d137f808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'fdf89605-62c6-4b55-a5e6-b6b42fdc13b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:58:46.686200 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9411517-b046-44a0-9ffb-e889e394532a req-f015fc63-32c9-42f2-a510-1bcb5268d176 service neutron] Bound using segment: {'id': '87806ec5-b336-4f3d-afae-cc6d137f808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'fdf89605-62c6-4b55-a5e6-b6b42fdc13b9'} {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:58:46.686678 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-a9411517-b046-44a0-9ffb-e889e394532a req-f015fc63-32c9-42f2-a510-1bcb5268d176 service neutron] Bound port: 48bc9ece-8dc4-46c8-ba36-531dab2ba975, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87806ec5-b336-4f3d-afae-cc6d137f808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'fdf89605-62c6-4b55-a5e6-b6b42fdc13b9'}}] {{(pid=99982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 18:58:46.687030 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-a9411517-b046-44a0-9ffb-e889e394532a req-f015fc63-32c9-42f2-a510-1bcb5268d176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:46.725423 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-96fac8f0-8587-4142-9b56-1363926deeee None None] For port bc94c0c6-dfce-4b66-98ef-8ea85e3086d1, host dv-cinder-786386-8-iscsi, cleared binding levels {{(pid=99983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 18:58:46.729711 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-96fac8f0-8587-4142-9b56-1363926deeee None None] For port bc94c0c6-dfce-4b66-98ef-8ea85e3086d1, host dv-cinder-786386-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=bc94c0c6-dfce-4b66-98ef-8ea85e3086d1,segment=NetworkSegment(21777bc4-7e14-43bb-899b-3e57adfce770),segment_id=21777bc4-7e14-43bb-899b-3e57adfce770)] {{(pid=99983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 18:58:46.740076 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port 190b6aca-333b-493d-b6eb-71bf2f72ac7c triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:58:46.740488 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:46.757675 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-aaf91e99-553c-4a0e-a346-340614efa106 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:46.818345 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 55504) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:46.835466 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-a9411517-b046-44a0-9ffb-e889e394532a req-f015fc63-32c9-42f2-a510-1bcb5268d176 service neutron] For port 48bc9ece-8dc4-46c8-ba36-531dab2ba975, host hv-cinder-78638, cleared binding levels {{(pid=99982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 18:58:46.855419 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 78d8cf4f-d25f-43bc-99c8-7aadbbdd8680 up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:58:46.868167 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-a9411517-b046-44a0-9ffb-e889e394532a req-f015fc63-32c9-42f2-a510-1bcb5268d176 service neutron] For port 48bc9ece-8dc4-46c8-ba36-531dab2ba975, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=48bc9ece-8dc4-46c8-ba36-531dab2ba975,segment=NetworkSegment(87806ec5-b336-4f3d-afae-cc6d137f808d),segment_id=87806ec5-b336-4f3d-afae-cc6d137f808d)] {{(pid=99982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 18:58:46.875870 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-5bd31614-0e9d-486d-aa5f-cf2ef4ebeb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:46.886566 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5cfdb0de-7513-44b2-a696-f89261ff5410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:46.893410 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-5bd31614-0e9d-486d-aa5f-cf2ef4ebeb28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:46.894889 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-5bd31614-0e9d-486d-aa5f-cf2ef4ebeb28 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/51692ab3-5567-41ed-b59f-c4f49f599f9c HTTP/1.1" status: 204 len: 168 time: 1.0708301 Jun 23 18:58:46.899550 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-cae54d6a-e85f-4be0-8b03-29012445a748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:46.907407 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-96fac8f0-8587-4142-9b56-1363926deeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:46.916352 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:46.922256 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd31614-0e9d-486d-aa5f-cf2ef4ebeb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51692ab3-5567-41ed-b59f-c4f49f599f9c,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:46.933434 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-5bd31614-0e9d-486d-aa5f-cf2ef4ebeb28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:46.938314 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-a323fa87-c60a-43fb-b731-6735fce11426 req-89df617e-bcca-4512-a348-aa6b678e0804 service neutron] For port a7e9db05-c9d5-4b2d-837f-b6e05d29e058, host hv-cinder-78638, cleared binding levels {{(pid=99982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 18:58:46.943729 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-a323fa87-c60a-43fb-b731-6735fce11426 req-89df617e-bcca-4512-a348-aa6b678e0804 service neutron] For port a7e9db05-c9d5-4b2d-837f-b6e05d29e058, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a7e9db05-c9d5-4b2d-837f-b6e05d29e058,segment=NetworkSegment(91ac7bd7-7747-45f6-a655-e28f712ee370),segment_id=91ac7bd7-7747-45f6-a655-e28f712ee370)] {{(pid=99982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 18:58:46.961779 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-62d0af40-5963-449d-af56-c20e5d8987da req-98e62429-d6eb-4dd4-9cba-92a031e20fd3 service neutron] 10.222.0.47 "GET /v2.0/networks/a62e3469-54f8-4f1b-8637-fdf06f04c1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028540 Jun 23 18:58:47.018599 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-a9411517-b046-44a0-9ffb-e889e394532a req-f015fc63-32c9-42f2-a510-1bcb5268d176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63686041'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:47.063802 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:47.185352 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-a323fa87-c60a-43fb-b731-6735fce11426 req-89df617e-bcca-4512-a348-aa6b678e0804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63686041'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:47.214183 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9411517-b046-44a0-9ffb-e889e394532a req-f015fc63-32c9-42f2-a510-1bcb5268d176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:47.215090 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-a9411517-b046-44a0-9ffb-e889e394532a req-f015fc63-32c9-42f2-a510-1bcb5268d176 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:47.218564 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a9411517-b046-44a0-9ffb-e889e394532a req-f015fc63-32c9-42f2-a510-1bcb5268d176 service neutron] 10.222.0.74 "PUT /v2.0/ports/48bc9ece-8dc4-46c8-ba36-531dab2ba975 HTTP/1.1" status: 200 len: 1093 time: 4.5345161 Jun 23 18:58:47.222732 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-aaf91e99-553c-4a0e-a346-340614efa106 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:47.226772 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd43890be-ca10-4c42-b589-3a96705cecac', 'tag': '48bc9ece-8dc4-46c8-ba36-531dab2ba975'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 18:58:47.244500 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fac8f0-8587-4142-9b56-1363926deeee None None] Routers {'bd24330b-cb47-43d9-a75a-15e3286e3215'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:58:47.244855 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-96fac8f0-8587-4142-9b56-1363926deeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T18:58:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['bd24330b-cb47-43d9-a75a-15e3286e3215'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:47.254879 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5cfdb0de-7513-44b2-a696-f89261ff5410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:47.383507 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-62d0af40-5963-449d-af56-c20e5d8987da req-85b53b0d-2701-4bc8-934d-594b810a9179 service neutron] 10.222.0.47 "GET /v2.0/networks/a62e3469-54f8-4f1b-8637-fdf06f04c1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150035 Jun 23 18:58:47.389419 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323fa87-c60a-43fb-b731-6735fce11426 req-89df617e-bcca-4512-a348-aa6b678e0804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:47.391038 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-a323fa87-c60a-43fb-b731-6735fce11426 req-89df617e-bcca-4512-a348-aa6b678e0804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:47.396693 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a323fa87-c60a-43fb-b731-6735fce11426 req-89df617e-bcca-4512-a348-aa6b678e0804 service neutron] 10.222.0.74 "PUT /v2.0/ports/a7e9db05-c9d5-4b2d-837f-b6e05d29e058 HTTP/1.1" status: 200 len: 1093 time: 4.7203357 Jun 23 18:58:47.417764 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015fc63-32c9-42f2-a510-1bcb5268d176 service neutron] Pushing event updated for resources: {'Port': ['ID=48bc9ece-8dc4-46c8-ba36-531dab2ba975,revision_number=3']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:47.438244 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-f015fc63-32c9-42f2-a510-1bcb5268d176 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:47.438244 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-b193eef3-024f-4c6e-b828-047c1c3f323e tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:47.441509 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5cfdb0de-7513-44b2-a696-f89261ff5410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:47.445141 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-aaf91e99-553c-4a0e-a346-340614efa106 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061678'] for security_group_rule, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:47.452231 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:47.520484 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67779c15-34b6-4772-b0c2-8feefb7c5095" -d '{"events": [{"name": "network-changed", "server_uuid": "d43890be-ca10-4c42-b589-3a96705cecac", "tag": "48bc9ece-8dc4-46c8-ba36-531dab2ba975"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 18:58:47.539425 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 55514) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:47.568746 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-eff0f298-664c-4290-9914-6822eaac3224 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--680789757', 'description': 'tempest-description--293851728'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:47.577974 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-96fac8f0-8587-4142-9b56-1363926deeee None None] Set router bd24330b-cb47-43d9-a75a-15e3286e3215 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:58:47.587195 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-5cfdb0de-7513-44b2-a696-f89261ff5410 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=36c48ae823924a5c850d7ce3342058c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7527826 Jun 23 18:58:47.590633 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfdb0de-7513-44b2-a696-f89261ff5410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571a6329-6787-40dd-81af-20f76b601f72,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:47.598775 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-5cfdb0de-7513-44b2-a696-f89261ff5410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:47.599335 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 55516) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:47.599816 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:47.666892 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda3ddec-54e9-4fe8-b7b9-3a9c926f58ad None None] Pushing event updated for resources: {'Port': ['ID=bc94c0c6-dfce-4b66-98ef-8ea85e3086d1,revision_number=4']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:47.674023 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-cda3ddec-54e9-4fe8-b7b9-3a9c926f58ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:47.801202 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning for port 78d8cf4f-d25f-43bc-99c8-7aadbbdd8680 completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:58:47.824519 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port 78d8cf4f-d25f-43bc-99c8-7aadbbdd8680 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:58:47.824910 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:47.827532 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89df617e-bcca-4512-a348-aa6b678e0804 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e9db05-c9d5-4b2d-837f-b6e05d29e058,revision_number=3']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:47.835642 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-89df617e-bcca-4512-a348-aa6b678e0804 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:47.894251 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf91e99-553c-4a0e-a346-340614efa106 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdb8152b-d978-44a2-8c6e-407c02b4f94f,revision_number=0']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:47.902259 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-aaf91e99-553c-4a0e-a346-340614efa106 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:47.903601 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-aaf91e99-553c-4a0e-a346-340614efa106 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9157839 Jun 23 18:58:47.907441 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9411517-b046-44a0-9ffb-e889e394532a req-2a121107-dd0b-46b5-9257-45119f559360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:47.909315 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a9411517-b046-44a0-9ffb-e889e394532a req-2a121107-dd0b-46b5-9257-45119f559360 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=73ac072b4abc4a448069580beeddc9eb&device_id=d43890be-ca10-4c42-b589-3a96705cecac HTTP/1.1" status: 200 len: 1096 time: 0.3689876 Jun 23 18:58:47.913845 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-eff0f298-664c-4290-9914-6822eaac3224 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:47.917850 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 55524) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:47.922938 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-aaf91e99-553c-4a0e-a346-340614efa106 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:47.933968 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-4e630bf9-3c48-4636-bfa4-3f1361834999 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Request body: {'floatingip': {'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:47.940696 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323fa87-c60a-43fb-b731-6735fce11426 req-6824fe60-1d1a-46b2-8a8a-1d19b347a08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:47.942472 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a323fa87-c60a-43fb-b731-6735fce11426 req-6824fe60-1d1a-46b2-8a8a-1d19b347a08d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3b232a5327c642c5a6c0382184c26c86&device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 1096 time: 0.2325735 Jun 23 18:58:48.026307 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-07a56d60-e9f3-4428-844f-99a3f5d795c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:48.112402 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39955a-84f6-429a-958f-2c24282537b7 req-c7cae8ab-a37d-4562-90c1-eaa66f89aefe tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:48.115065 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-de39955a-84f6-429a-958f-2c24282537b7 req-c7cae8ab-a37d-4562-90c1-eaa66f89aefe tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 943 time: 0.2135043 Jun 23 18:58:48.118868 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-07a56d60-e9f3-4428-844f-99a3f5d795c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:48.143575 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:48.195706 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-de39955a-84f6-429a-958f-2c24282537b7 req-1c6d649a-97de-495f-8ac7-b1ed71718705 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744498 Jun 23 18:58:48.203808 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a9411517-b046-44a0-9ffb-e889e394532a req-9696b038-e127-45b6-8e03-2ff3f8390624 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48bc9ece-8dc4-46c8-ba36-531dab2ba975 HTTP/1.1" status: 200 len: 217 time: 0.2364430 Jun 23 18:58:48.214908 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a323fa87-c60a-43fb-b731-6735fce11426 req-e5a86655-2e36-4d55-a31d-9f1ce46e016c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7e9db05-c9d5-4b2d-837f-b6e05d29e058 HTTP/1.1" status: 200 len: 217 time: 0.2268708 Jun 23 18:58:48.224728 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] For port 78d8cf4f-d25f-43bc-99c8-7aadbbdd8680, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=78d8cf4f-d25f-43bc-99c8-7aadbbdd8680,segment=NetworkSegment(1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13),segment_id=1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:58:48.234013 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-96fac8f0-8587-4142-9b56-1363926deeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'name': 'tempest-AttachVolumeTestJSON-840448975-router', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd582b92e-0288-439b-9a01-15bee6c38578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:28Z', 'updated_at': '2021-06-23T18:58:39Z', 'revision_number': 4, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'gw_port': {'id': 'd582b92e-0288-439b-9a01-15bee6c38578', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:30Z', 'updated_at': '2021-06-23T18:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': 'bc94c0c6-dfce-4b66-98ef-8ea85e3086d1', 'name': '', 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'mac_address': 'fa:16:3e:45:7e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'addde824-1dce-4a61-8b2a-9b50df39336c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:36Z', 'updated_at': '2021-06-23T18:58:46Z', 'revision_number': 4, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'subnets': [{'id': 'addde824-1dce-4a61-8b2a-9b50df39336c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:48.302870 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-07a56d60-e9f3-4428-844f-99a3f5d795c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:48.306735 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fac8f0-8587-4142-9b56-1363926deeee None None] The sync data for ids ['bd24330b-cb47-43d9-a75a-15e3286e3215'] in dv-cinder-786386-8-iscsi is: [{'id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'name': 'tempest-AttachVolumeTestJSON-840448975-router', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd582b92e-0288-439b-9a01-15bee6c38578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:28Z', 'updated_at': '2021-06-23T18:58:39Z', 'revision_number': 4, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'gw_port': {'id': 'd582b92e-0288-439b-9a01-15bee6c38578', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:30Z', 'updated_at': '2021-06-23T18:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': 'bc94c0c6-dfce-4b66-98ef-8ea85e3086d1', 'name': '', 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'mac_address': 'fa:16:3e:45:7e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'addde824-1dce-4a61-8b2a-9b50df39336c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:36Z', 'updated_at': '2021-06-23T18:58:46Z', 'revision_number': 4, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'subnets': [{'id': 'addde824-1dce-4a61-8b2a-9b50df39336c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:58:48.306929 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-07a56d60-e9f3-4428-844f-99a3f5d795c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:48.308194 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-07a56d60-e9f3-4428-844f-99a3f5d795c8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/571a6329-6787-40dd-81af-20f76b601f72 HTTP/1.1" status: 204 len: 168 time: 0.7050228 Jun 23 18:58:48.309818 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-739f6a1c-0352-4780-84a1-1a4bb993368d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:48.326006 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a56d60-e9f3-4428-844f-99a3f5d795c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571a6329-6787-40dd-81af-20f76b601f72,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:48.328483 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-07a56d60-e9f3-4428-844f-99a3f5d795c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:48.331316 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:48.338200 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:48.363477 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4e630bf9-3c48-4636-bfa4-3f1361834999 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for floatingip, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:48.550199 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323fa87-c60a-43fb-b731-6735fce11426 req-1618bf5c-65a9-4370-924d-2a4a56126976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:48.551936 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a323fa87-c60a-43fb-b731-6735fce11426 req-1618bf5c-65a9-4370-924d-2a4a56126976 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=68fb12a0-feb0-4ff7-98c7-542ca4bebeef HTTP/1.1" status: 200 len: 855 time: 0.2975733 Jun 23 18:58:48.557463 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Pushing event updated for resources: {'Port': ['ID=78d8cf4f-d25f-43bc-99c8-7aadbbdd8680,revision_number=5']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:48.570906 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:48.581053 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9411517-b046-44a0-9ffb-e889e394532a req-b8fdfaef-173f-4de3-9aa4-f9e759c9c0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:48.582772 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a9411517-b046-44a0-9ffb-e889e394532a req-b8fdfaef-173f-4de3-9aa4-f9e759c9c0b2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e56b89b4-e3bb-4c07-9b8c-9debcfc2c322 HTTP/1.1" status: 200 len: 851 time: 0.3298178 Jun 23 18:58:48.646053 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device bc94c0c6-dfce-4b66-98ef-8ea85e3086d1 up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:58:48.717223 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 55538) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:48.827852 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-61704f4d-b89d-4cd6-b348-2fca587a0cac admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=27cd31a6ae094a0b80989035332984ec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1065576 Jun 23 18:58:48.837520 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-410be298-6147-43cd-997a-b2a5074d0f4e req-7a3fb8f6-dd1e-4aba-a6e9-af2087c078a1 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 210 time: 0.0478363 Jun 23 18:58:48.838054 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 55542) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:48.889685 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning for port bc94c0c6-dfce-4b66-98ef-8ea85e3086d1 completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:58:48.899517 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port bc94c0c6-dfce-4b66-98ef-8ea85e3086d1 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:58:48.899517 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:49.034164 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1744e177-2fb1-47ac-ad7f-4ee34c3221a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:49.045405 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:49.082296 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1744e177-2fb1-47ac-ad7f-4ee34c3221a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:49.140146 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] For port bc94c0c6-dfce-4b66-98ef-8ea85e3086d1, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=bc94c0c6-dfce-4b66-98ef-8ea85e3086d1,segment=NetworkSegment(21777bc4-7e14-43bb-899b-3e57adfce770),segment_id=21777bc4-7e14-43bb-899b-3e57adfce770)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:58:49.165881 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 18:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93ef702-b591-42b2-b397-73a04098f4a8 x-openstack-request-id: req-c93ef702-b591-42b2-b397-73a04098f4a8 {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 18:58:49.166426 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d43890be-ca10-4c42-b589-3a96705cecac", "tag": "48bc9ece-8dc4-46c8-ba36-531dab2ba975", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 18:58:49.166778 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c93ef702-b591-42b2-b397-73a04098f4a8 {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 18:58:49.167143 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd43890be-ca10-4c42-b589-3a96705cecac', 'tag': '48bc9ece-8dc4-46c8-ba36-531dab2ba975', 'status': 'completed', 'code': 200} Jun 23 18:58:49.183987 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a323fa87-c60a-43fb-b731-6735fce11426 req-3a1b8268-db10-4b51-8aa2-f5e1b4e50b4f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5812976 Jun 23 18:58:49.191940 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90d943-fff0-48b3-9dae-d591a389b188 req-a124d42b-d4ae-40d7-8023-840b01240721 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:49.199362 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-7b90d943-fff0-48b3-9dae-d591a389b188 req-a124d42b-d4ae-40d7-8023-840b01240721 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d43890be-ca10-4c42-b589-3a96705cecac HTTP/1.1" status: 200 len: 943 time: 1.0400300 Jun 23 18:58:49.207625 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a9411517-b046-44a0-9ffb-e889e394532a req-23d53b9a-0eaf-4c25-b55a-6a4fd0e10275 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fdf89605-62c6-4b55-a5e6-b6b42fdc13b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5587857 Jun 23 18:58:49.214051 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:49.221017 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:49.304581 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1744e177-2fb1-47ac-ad7f-4ee34c3221a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:49.310281 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1744e177-2fb1-47ac-ad7f-4ee34c3221a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:49.312100 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-1744e177-2fb1-47ac-ad7f-4ee34c3221a5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/917eb1b5-0d43-4abe-b215-7fb2c26166cf HTTP/1.1" status: 204 len: 168 time: 0.4729919 Jun 23 18:58:49.313058 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-f3d77249-a74b-481e-9adc-5ca9bd387c85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:49.347744 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1744e177-2fb1-47ac-ad7f-4ee34c3221a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917eb1b5-0d43-4abe-b215-7fb2c26166cf,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:49.352803 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-1744e177-2fb1-47ac-ad7f-4ee34c3221a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:49.382867 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Pushing event updated for resources: {'Port': ['ID=bc94c0c6-dfce-4b66-98ef-8ea85e3086d1,revision_number=5']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:49.422483 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:49.524412 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-eff0f298-664c-4290-9914-6822eaac3224 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:49.533907 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-7b90d943-fff0-48b3-9dae-d591a389b188 req-8b4034e8-f543-4059-8f19-7e40b9de2e92 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/security-groups?id=33c44205-c62b-42cb-bfba-d1e618271860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337443 Jun 23 18:58:49.645474 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a323fa87-c60a-43fb-b731-6735fce11426 req-486b11d9-db51-44d5-ad76-bd89aca3f5e5 service neutron] 10.222.0.74 "GET /v2.0/networks/0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389691 Jun 23 18:58:49.660900 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a9411517-b046-44a0-9ffb-e889e394532a req-e3e89131-08cf-48a6-b353-d54c7b0f0338 service neutron] 10.222.0.74 "GET /v2.0/networks/fdf89605-62c6-4b55-a5e6-b6b42fdc13b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406644 Jun 23 18:58:49.669060 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4e630bf9-3c48-4636-bfa4-3f1361834999 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:49.686249 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-222cd480-bf3b-4a94-8bf7-bdf9bdb8f707 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:49.700006 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-222cd480-bf3b-4a94-8bf7-bdf9bdb8f707 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/networks?id=a62e3469-54f8-4f1b-8637-fdf06f04c1b7 HTTP/1.1" status: 200 len: 819 time: 0.3009515 Jun 23 18:58:49.737293 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-9ded58b0-cde2-4a42-9964-287138901c15 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/quotas/513690762a7743d6bef8530390bb53c2 HTTP/1.1" status: 200 len: 375 time: 0.0357239 Jun 23 18:58:49.822389 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-eff0f298-664c-4290-9914-6822eaac3224 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:49.851911 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:49.916553 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-14f5c58e-325c-4047-9136-8c18658c1122 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=513690762a7743d6bef8530390bb53c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1775327 Jun 23 18:58:49.974827 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0f298-664c-4290-9914-6822eaac3224 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61b66f4a-24ee-4973-b884-b43e527aaa28,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:49.983917 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.db_base_plugin_common [None req-4e630bf9-3c48-4636-bfa4-3f1361834999 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Allocated IP 172.27.0.36 (5d962e1b-a48a-439d-b5f0-687f24f30c92/77178bee-415e-4d1b-b321-842ae6d8e42c/bc83c5e4-39a4-40c4-b01c-b09624d5f360) {{(pid=99982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:58:49.984521 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-eff0f298-664c-4290-9914-6822eaac3224 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:49.986580 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-eff0f298-664c-4290-9914-6822eaac3224 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.4427397 Jun 23 18:58:49.987774 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-eff0f298-664c-4290-9914-6822eaac3224 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:49.991647 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 55584) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:50.004721 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-87ac0e88-2a72-491d-a3b0-4d92ad0474f2 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Request body: {'security_group_rule': {'security_group_id': '61b66f4a-24ee-4973-b884-b43e527aaa28', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:50.073720 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c541119-841a-4f71-8640-6518c51afd1d req-9eade014-c391-45d6-be5c-dcf0fa97a4a2 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:50.076132 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-1c541119-841a-4f71-8640-6518c51afd1d req-9eade014-c391-45d6-be5c-dcf0fa97a4a2 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 943 time: 0.2988136 Jun 23 18:58:50.131751 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-0b81dfb5-e045-437c-9c09-e20ded7d8d72 service neutron] 10.222.0.47 "GET /v2.0/networks/a62e3469-54f8-4f1b-8637-fdf06f04c1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124481 Jun 23 18:58:50.177497 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-87ac0e88-2a72-491d-a3b0-4d92ad0474f2 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:50.335889 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-87ac0e88-2a72-491d-a3b0-4d92ad0474f2 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:50.336706 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 55596) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:50.398816 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-e3e873ad-bf5e-4a67-b6d3-cdc8e9be9efd service neutron] 10.222.0.47 "GET /v2.0/networks/a62e3469-54f8-4f1b-8637-fdf06f04c1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659423 Jun 23 18:58:50.398967 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-1c541119-841a-4f71-8640-6518c51afd1d req-827b1e8b-213b-4062-bbd4-fc6238e910b5 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162584 Jun 23 18:58:50.429640 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-87ac0e88-2a72-491d-a3b0-4d92ad0474f2 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061678'] for security_group_rule, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:50.462039 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-d0cc7870-5558-4e36-963b-a57d46dc2c04 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:50.484964 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac0e88-2a72-491d-a3b0-4d92ad0474f2 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=600d9c9a-afa3-4ec4-be68-fe98c4d84d6f,revision_number=0']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:50.492766 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-87ac0e88-2a72-491d-a3b0-4d92ad0474f2 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:50.500417 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device bc94c0c6-dfce-4b66-98ef-8ea85e3086d1 up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:58:50.529856 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4e630bf9-3c48-4636-bfa4-3f1361834999 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for port, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:50.551860 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a323fa87-c60a-43fb-b731-6735fce11426 req-a3413d14-28ff-4a81-bad4-f4689a5efcd0 service neutron] 10.222.0.74 "GET /v2.0/networks/0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351985 Jun 23 18:58:50.553428 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a9411517-b046-44a0-9ffb-e889e394532a req-c99b470c-d35f-4771-a6f8-ed593d2b1066 service neutron] 10.222.0.74 "GET /v2.0/networks/fdf89605-62c6-4b55-a5e6-b6b42fdc13b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386685 Jun 23 18:58:50.578130 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port bc94c0c6-dfce-4b66-98ef-8ea85e3086d1 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:58:50.578734 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:50.595135 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-efde5a87-cdc4-403f-a9ed-765dbaebc2e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:50.643855 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-87ac0e88-2a72-491d-a3b0-4d92ad0474f2 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:50.647894 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 55610) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:50.653224 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-d7462dae-5fb1-49e8-8ba8-1cb56ed55473 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Request body: {'security_group_rule': {'security_group_id': '61b66f4a-24ee-4973-b884-b43e527aaa28', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:50.659898 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-87ac0e88-2a72-491d-a3b0-4d92ad0474f2 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6642163 Jun 23 18:58:50.682385 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 78d8cf4f-d25f-43bc-99c8-7aadbbdd8680 up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:58:50.748423 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4e630bf9-3c48-4636-bfa4-3f1361834999 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63686027'] for port, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:50.772036 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-a763333e-0e84-4827-80b2-7cdcbd8766ef tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:50.793224 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-94e0c27c-397f-4a27-9af6-c64c8feee32d req-7090f8e1-a0c7-4fd5-9d5f-0a8f0644e8c6 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 210 time: 0.0647507 Jun 23 18:58:50.805273 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port 78d8cf4f-d25f-43bc-99c8-7aadbbdd8680 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:58:50.805669 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:50.880572 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e630bf9-3c48-4636-bfa4-3f1361834999 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Network 5d962e1b-a48a-439d-b5f0-687f24f30c92 is already hosted by enough agents. {{(pid=99982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:58:50.892061 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.base_scheduler [None req-4e630bf9-3c48-4636-bfa4-3f1361834999 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Resources bound (agent type, host, resource id): {{(pid=99982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:58:50.898179 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e630bf9-3c48-4636-bfa4-3f1361834999 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Received port after_create {{(pid=99982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:58:50.958851 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e630bf9-3c48-4636-bfa4-3f1361834999 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Pushing event updated for resources: {'Port': ['ID=bc83c5e4-39a4-40c4-b01c-b09624d5f360,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:50.974797 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-4e630bf9-3c48-4636-bfa4-3f1361834999 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:50.979753 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-efde5a87-cdc4-403f-a9ed-765dbaebc2e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:51.071621 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2b563-199f-451d-831d-98dbaf596167 req-1f2465f9-6a7d-4732-8e97-be393aa9c755 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:51.076307 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3bc2b563-199f-451d-831d-98dbaf596167 req-1f2465f9-6a7d-4732-8e97-be393aa9c755 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d43890be-ca10-4c42-b589-3a96705cecac HTTP/1.1" status: 200 len: 943 time: 0.3224297 Jun 23 18:58:51.085242 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-efde5a87-cdc4-403f-a9ed-765dbaebc2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:51.113561 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-b30897f5-d840-4b88-87c2-fb56cff4afe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:51.174378 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4e630bf9-3c48-4636-bfa4-3f1361834999 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:51.179504 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '007aad66-eaa8-42de-8e23-634b27063110', 'tag': 'a7e9db05-c9d5-4b2d-837f-b6e05d29e058'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 18:58:51.181736 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dced226-dec3-4e33-a217-1d00435986b1" -d '{"events": [{"name": "network-changed", "server_uuid": "007aad66-eaa8-42de-8e23-634b27063110", "tag": "a7e9db05-c9d5-4b2d-837f-b6e05d29e058"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 18:58:51.204964 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67779c15-34b6-4772-b0c2-8feefb7c5095 req-7dd81af7-6a30-4de5-a7f2-a5a7eca1ad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:51.206477 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-67779c15-34b6-4772-b0c2-8feefb7c5095 req-7dd81af7-6a30-4de5-a7f2-a5a7eca1ad74 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=73ac072b4abc4a448069580beeddc9eb&device_id=d43890be-ca10-4c42-b589-3a96705cecac HTTP/1.1" status: 200 len: 1096 time: 0.3196497 Jun 23 18:58:51.213497 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-efde5a87-cdc4-403f-a9ed-765dbaebc2e6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=16c3e9b16e7c4537b9abf6d5ded7493f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8587675 Jun 23 18:58:51.213651 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde5a87-cdc4-403f-a9ed-765dbaebc2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aaf845e-0a4b-4e51-85e9-27c97847c15a,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:51.214030 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 55636) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:51.238657 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 18:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a213c6-c425-40d5-bf88-f8c3098db378 x-openstack-request-id: req-83a213c6-c425-40d5-bf88-f8c3098db378 {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 18:58:51.238965 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "007aad66-eaa8-42de-8e23-634b27063110", "tag": "a7e9db05-c9d5-4b2d-837f-b6e05d29e058", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 18:58:51.239236 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-83a213c6-c425-40d5-bf88-f8c3098db378 {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 18:58:51.239639 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '007aad66-eaa8-42de-8e23-634b27063110', 'tag': 'a7e9db05-c9d5-4b2d-837f-b6e05d29e058', 'status': 'completed', 'code': 200} Jun 23 18:58:51.240507 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-efde5a87-cdc4-403f-a9ed-765dbaebc2e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:51.247909 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3bc2b563-199f-451d-831d-98dbaf596167 req-eaa6b942-b1e6-416c-81da-44ec6bd73449 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/security-groups?id=33c44205-c62b-42cb-bfba-d1e618271860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613543 Jun 23 18:58:51.302952 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-d7462dae-5fb1-49e8-8ba8-1cb56ed55473 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:51.363498 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6ce7a975-30f4-41d3-8351-b911c4b921f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:51.389038 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-d7462dae-5fb1-49e8-8ba8-1cb56ed55473 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:51.404628 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6ce7a975-30f4-41d3-8351-b911c4b921f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:51.467006 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-d7462dae-5fb1-49e8-8ba8-1cb56ed55473 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061678'] for security_group_rule, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:51.480053 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-aaf91e99-553c-4a0e-a346-340614efa106 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:51.532108 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4e630bf9-3c48-4636-bfa4-3f1361834999 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:51.533213 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7462dae-5fb1-49e8-8ba8-1cb56ed55473 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6ba3349-33e5-4730-a59b-25772b13d899,revision_number=0']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:51.540903 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-d7462dae-5fb1-49e8-8ba8-1cb56ed55473 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:51.568083 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dced226-dec3-4e33-a217-1d00435986b1 req-8cb3182a-59f1-4a23-8763-91a95dc88344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:51.569425 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8dced226-dec3-4e33-a217-1d00435986b1 req-8cb3182a-59f1-4a23-8763-91a95dc88344 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3b232a5327c642c5a6c0382184c26c86&device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 1096 time: 0.2881477 Jun 23 18:58:51.570542 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67779c15-34b6-4772-b0c2-8feefb7c5095 req-0e3cf8ae-61f6-40c2-99f6-9606f1e60e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:51.572102 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-67779c15-34b6-4772-b0c2-8feefb7c5095 req-0e3cf8ae-61f6-40c2-99f6-9606f1e60e9a service neutron] 10.222.0.74 "GET /v2.0/networks?id=fdf89605-62c6-4b55-a5e6-b6b42fdc13b9 HTTP/1.1" status: 200 len: 912 time: 0.3511343 Jun 23 18:58:51.577493 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-d7462dae-5fb1-49e8-8ba8-1cb56ed55473 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:51.582278 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-d7462dae-5fb1-49e8-8ba8-1cb56ed55473 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9332800 Jun 23 18:58:51.583114 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 55650) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:51.587942 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-c2a97a8d-de63-4dea-a01d-c72a3e5bef63 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Request body: {'floatingip': {'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:51.658153 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-67779c15-34b6-4772-b0c2-8feefb7c5095 req-c6461a34-dfcc-443b-a23a-28cd0014bce1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48bc9ece-8dc4-46c8-ba36-531dab2ba975 HTTP/1.1" status: 200 len: 217 time: 0.0731051 Jun 23 18:58:51.664534 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6ce7a975-30f4-41d3-8351-b911c4b921f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:51.669168 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6ce7a975-30f4-41d3-8351-b911c4b921f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:51.673662 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-6ce7a975-30f4-41d3-8351-b911c4b921f9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6aaf845e-0a4b-4e51-85e9-27c97847c15a HTTP/1.1" status: 204 len: 168 time: 0.4574564 Jun 23 18:58:51.675925 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:51.691476 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7a975-30f4-41d3-8351-b911c4b921f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aaf845e-0a4b-4e51-85e9-27c97847c15a,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:51.702538 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-6ce7a975-30f4-41d3-8351-b911c4b921f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:51.721484 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9085c-17e7-4c3f-b8e6-9c02116020b8 req-fb30e3ca-6e63-4b38-aa2b-5fed10ed6151 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:51.744892 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-d9b9085c-17e7-4c3f-b8e6-9c02116020b8 req-fb30e3ca-6e63-4b38-aa2b-5fed10ed6151 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 943 time: 0.1155255 Jun 23 18:58:51.784009 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c2a97a8d-de63-4dea-a01d-c72a3e5bef63 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for floatingip, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:51.867871 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-d9b9085c-17e7-4c3f-b8e6-9c02116020b8 req-79114f28-207b-4469-825a-4ea16d28d3fe tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370265 Jun 23 18:58:51.946528 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.74', 50685) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:52.038536 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c2a97a8d-de63-4dea-a01d-c72a3e5bef63 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:52.061130 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f1f79e87-3a7d-4364-8138-d09723e3c8c4 req-c0553143-96cc-4484-876f-d6b5867738f4 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 210 time: 0.1152365 Jun 23 18:58:52.113268 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67779c15-34b6-4772-b0c2-8feefb7c5095 req-f597e749-2ac7-45eb-b068-75878d0fdc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:52.120272 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-67779c15-34b6-4772-b0c2-8feefb7c5095 req-f597e749-2ac7-45eb-b068-75878d0fdc2a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e56b89b4-e3bb-4c07-9b8c-9debcfc2c322 HTTP/1.1" status: 200 len: 851 time: 0.4267914 Jun 23 18:58:52.172111 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-67779c15-34b6-4772-b0c2-8feefb7c5095 req-949d0d6e-3e03-49cb-809e-ef7719f9d992 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fdf89605-62c6-4b55-a5e6-b6b42fdc13b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389040 Jun 23 18:58:52.176957 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dced226-dec3-4e33-a217-1d00435986b1 req-6c5954d1-4e54-4988-9109-0f27a75983de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:52.178449 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8dced226-dec3-4e33-a217-1d00435986b1 req-6c5954d1-4e54-4988-9109-0f27a75983de service neutron] 10.222.0.74 "GET /v2.0/networks?id=0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9 HTTP/1.1" status: 200 len: 916 time: 0.5946209 Jun 23 18:58:52.201814 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.db_base_plugin_common [None req-c2a97a8d-de63-4dea-a01d-c72a3e5bef63 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Allocated IP 172.27.0.42 (5d962e1b-a48a-439d-b5f0-687f24f30c92/77178bee-415e-4d1b-b321-842ae6d8e42c/955dc0a6-1d2c-478a-ab9f-f0c9b830622a) {{(pid=99981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:58:52.302083 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8dced226-dec3-4e33-a217-1d00435986b1 req-b9f39158-c9c1-416f-9f22-9aa449c45d2b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7e9db05-c9d5-4b2d-837f-b6e05d29e058 HTTP/1.1" status: 200 len: 217 time: 0.1004019 Jun 23 18:58:52.312053 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0af40-5963-449d-af56-c20e5d8987da req-e70b8255-6695-4ce2-8aa1-28cb601bb18d tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:52.313470 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-62d0af40-5963-449d-af56-c20e5d8987da req-e70b8255-6695-4ce2-8aa1-28cb601bb18d tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.74 "GET /v2.0/networks?id=a62e3469-54f8-4f1b-8637-fdf06f04c1b7 HTTP/1.1" status: 200 len: 819 time: 0.3550379 Jun 23 18:58:52.356445 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [req-62d0af40-5963-449d-af56-c20e5d8987da req-a938e586-df39-4bfa-a0fe-d8a5517ba4cf tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Request body: {'port': {'device_id': '117a734c-3a6a-4c2c-803c-530f8bb27018', 'network_id': 'a62e3469-54f8-4f1b-8637-fdf06f04c1b7', 'admin_state_up': True, 'tenant_id': '513690762a7743d6bef8530390bb53c2'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:52.388187 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4e630bf9-3c48-4636-bfa4-3f1361834999 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for port, precommit_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:52.420442 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c2a97a8d-de63-4dea-a01d-c72a3e5bef63 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for port, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:52.457349 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4e630bf9-3c48-4636-bfa4-3f1361834999 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63686041'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:52.462276 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dced226-dec3-4e33-a217-1d00435986b1 req-0ee8fd90-9ece-4c66-934f-6f02840a71a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:52.463753 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8dced226-dec3-4e33-a217-1d00435986b1 req-0ee8fd90-9ece-4c66-934f-6f02840a71a8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=68fb12a0-feb0-4ff7-98c7-542ca4bebeef HTTP/1.1" status: 200 len: 855 time: 0.1459565 Jun 23 18:58:52.472047 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-c26fd02f-510e-4f59-9c82-bb0ca517779e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:52.485711 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-67779c15-34b6-4772-b0c2-8feefb7c5095 req-cf08b448-ff51-4751-af10-1a748dc1065a service neutron] 10.222.0.74 "GET /v2.0/networks/fdf89605-62c6-4b55-a5e6-b6b42fdc13b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022962 Jun 23 18:58:52.549983 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c2a97a8d-de63-4dea-a01d-c72a3e5bef63 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-66155747'] for port, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:52.550912 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8dced226-dec3-4e33-a217-1d00435986b1 req-03742c84-c0e7-46f1-bc87-c8b9faf7a069 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740201 Jun 23 18:58:52.555492 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:52.610056 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a97a8d-de63-4dea-a01d-c72a3e5bef63 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Network 5d962e1b-a48a-439d-b5f0-687f24f30c92 is already hosted by enough agents. {{(pid=99981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:58:52.616563 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [None req-c2a97a8d-de63-4dea-a01d-c72a3e5bef63 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Resources bound (agent type, host, resource id): {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:58:52.622330 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a97a8d-de63-4dea-a01d-c72a3e5bef63 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Received port after_create {{(pid=99981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:58:52.626940 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a97a8d-de63-4dea-a01d-c72a3e5bef63 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Pushing event updated for resources: {'Port': ['ID=955dc0a6-1d2c-478a-ab9f-f0c9b830622a,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:52.650320 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-c2a97a8d-de63-4dea-a01d-c72a3e5bef63 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:52.680198 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7db99-d293-44e9-b861-5600c2555411 req-af3f2959-1bae-4b08-9bbe-8dd14050c3bd tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:52.681795 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-b5d7db99-d293-44e9-b861-5600c2555411 req-af3f2959-1bae-4b08-9bbe-8dd14050c3bd tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d43890be-ca10-4c42-b589-3a96705cecac HTTP/1.1" status: 200 len: 943 time: 0.1731791 Jun 23 18:58:52.732618 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e630bf9-3c48-4636-bfa4-3f1361834999 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Pushing event updated for resources: {'Port': ['ID=bc83c5e4-39a4-40c4-b01c-b09624d5f360,revision_number=2']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:52.736228 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-4e630bf9-3c48-4636-bfa4-3f1361834999 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:52.789505 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4e630bf9-3c48-4636-bfa4-3f1361834999 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1978722'] for floatingip, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:52.801377 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-b5d7db99-d293-44e9-b861-5600c2555411 req-95057221-fa7c-47b0-9379-c2b484186ce3 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/security-groups?id=33c44205-c62b-42cb-bfba-d1e618271860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117013 Jun 23 18:58:52.811764 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c2a97a8d-de63-4dea-a01d-c72a3e5bef63 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:52.872301 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-67779c15-34b6-4772-b0c2-8feefb7c5095 req-324cd10f-3ea5-4871-a181-e22be228d6b3 service neutron] 10.222.0.74 "GET /v2.0/networks/fdf89605-62c6-4b55-a5e6-b6b42fdc13b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554935 Jun 23 18:58:52.886059 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8dced226-dec3-4e33-a217-1d00435986b1 req-1af5419e-8f3b-409a-8b9d-b0188611a914 service neutron] 10.222.0.74 "GET /v2.0/networks/0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122275 Jun 23 18:58:52.933383 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62d0af40-5963-449d-af56-c20e5d8987da req-a938e586-df39-4bfa-a0fe-d8a5517ba4cf tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Made reservation on behalf of 513690762a7743d6bef8530390bb53c2 for: {'port': 1} {{(pid=99982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:58:52.937840 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-62d0af40-5963-449d-af56-c20e5d8987da req-a938e586-df39-4bfa-a0fe-d8a5517ba4cf tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:52.970596 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c2a97a8d-de63-4dea-a01d-c72a3e5bef63 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:52.988535 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4e630bf9-3c48-4636-bfa4-3f1361834999 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for floatingip, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:52.989771 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-4e630bf9-3c48-4636-bfa4-3f1361834999 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0707676 Jun 23 18:58:53.126012 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8dced226-dec3-4e33-a217-1d00435986b1 req-64aa2484-f635-4b8f-817a-5c8ccc3720fd service neutron] 10.222.0.74 "GET /v2.0/networks/0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297678 Jun 23 18:58:53.237187 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.db_base_plugin_common [req-62d0af40-5963-449d-af56-c20e5d8987da req-a938e586-df39-4bfa-a0fe-d8a5517ba4cf tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Allocated IP 172.20.0.9 (a62e3469-54f8-4f1b-8637-fdf06f04c1b7/21ed8072-8b4b-4158-b646-c86663b19b61/2981d26e-c1fc-4f1b-b232-7fa6f09edba9) {{(pid=99982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:58:53.294311 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05fac1-0715-4946-bc03-333c3ba8cd0d req-76b0eaa9-01b5-4bc9-a5f8-6be30425e164 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:53.298749 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-1d05fac1-0715-4946-bc03-333c3ba8cd0d req-76b0eaa9-01b5-4bc9-a5f8-6be30425e164 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 943 time: 0.2206237 Jun 23 18:58:53.352601 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-d581ad66-78fe-4096-b016-8a7fc6fb1025 req-61e3aee3-8f23-4622-b68a-ce7c0dbb2589 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 210 time: 0.0438092 Jun 23 18:58:53.396005 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-1d05fac1-0715-4946-bc03-333c3ba8cd0d req-b5810d48-48e4-4640-94ee-f9157c2b32a3 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917914 Jun 23 18:58:53.406762 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c2a97a8d-de63-4dea-a01d-c72a3e5bef63 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for port, precommit_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:53.458199 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c2a97a8d-de63-4dea-a01d-c72a3e5bef63 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66155761'] for port, after_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:53.476341 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-766293a0-6955-4920-8876-5451c0886274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:53.584092 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-62d0af40-5963-449d-af56-c20e5d8987da req-a938e586-df39-4bfa-a0fe-d8a5517ba4cf tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Notify callbacks [] for port, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:53.613247 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a97a8d-de63-4dea-a01d-c72a3e5bef63 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Pushing event updated for resources: {'Port': ['ID=955dc0a6-1d2c-478a-ab9f-f0c9b830622a,revision_number=2']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:53.628873 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-c2a97a8d-de63-4dea-a01d-c72a3e5bef63 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:53.634550 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-85656276-39d5-44d4-85e4-2e820e5caffe req-3e45efe9-ee1b-484d-b291-b3083261dc51 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1140355227&fields=id&tenant_id=729d57d1e6084efaafdeeab91cc43749 HTTP/1.1" status: 200 len: 267 time: 0.1167901 Jun 23 18:58:53.635293 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c2a97a8d-de63-4dea-a01d-c72a3e5bef63 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1978722'] for floatingip, after_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:53.726156 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-62d0af40-5963-449d-af56-c20e5d8987da req-a938e586-df39-4bfa-a0fe-d8a5517ba4cf tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63686027'] for port, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:53.737175 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-89df617e-bcca-4512-a348-aa6b678e0804 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:53.764979 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85656276-39d5-44d4-85e4-2e820e5caffe req-d8bc048d-dd3d-4a2f-825e-2d7a04b2bfd7 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:53.768292 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-85656276-39d5-44d4-85e4-2e820e5caffe req-d8bc048d-dd3d-4a2f-825e-2d7a04b2bfd7 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/networks?id=bfb4a1f7-e917-4d93-979a-9e772f8cdd47 HTTP/1.1" status: 200 len: 817 time: 0.1156147 Jun 23 18:58:53.771787 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c2a97a8d-de63-4dea-a01d-c72a3e5bef63 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for floatingip, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:53.773511 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-c2a97a8d-de63-4dea-a01d-c72a3e5bef63 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1891582 Jun 23 18:58:53.789589 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62d0af40-5963-449d-af56-c20e5d8987da req-a938e586-df39-4bfa-a0fe-d8a5517ba4cf tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Network a62e3469-54f8-4f1b-8637-fdf06f04c1b7 is already hosted by enough agents. {{(pid=99982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:58:53.793330 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.base_scheduler [req-62d0af40-5963-449d-af56-c20e5d8987da req-a938e586-df39-4bfa-a0fe-d8a5517ba4cf tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Resources bound (agent type, host, resource id): {{(pid=99982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:58:53.793628 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-85656276-39d5-44d4-85e4-2e820e5caffe req-fc323ba4-3e7c-492f-9533-b1b0aa49884f tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/quotas/729d57d1e6084efaafdeeab91cc43749 HTTP/1.1" status: 200 len: 375 time: 0.0152514 Jun 23 18:58:53.800966 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d0af40-5963-449d-af56-c20e5d8987da req-a938e586-df39-4bfa-a0fe-d8a5517ba4cf tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Received port after_create {{(pid=99982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:58:53.863400 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-dbc88af1-06a3-4ed6-9a22-700598606696 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:53.865028 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-dbc88af1-06a3-4ed6-9a22-700598606696 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.74 "GET /v2.0/networks?id=a62e3469-54f8-4f1b-8637-fdf06f04c1b7 HTTP/1.1" status: 200 len: 819 time: 0.2280214 Jun 23 18:58:53.893381 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-d9f8655d-d03d-4627-abdd-7c810e8dc128 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Request body: {'port': {'device_id': '1bd3c684-b874-4db8-807f-25359908b923', 'network_id': 'a62e3469-54f8-4f1b-8637-fdf06f04c1b7', 'admin_state_up': True, 'tenant_id': '513690762a7743d6bef8530390bb53c2'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:53.972670 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-85656276-39d5-44d4-85e4-2e820e5caffe req-9b9b6f03-e587-458d-8ca0-90a37b41602f tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=729d57d1e6084efaafdeeab91cc43749&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1392775 Jun 23 18:58:54.056360 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938e586-df39-4bfa-a0fe-d8a5517ba4cf tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Pushing event updated for resources: {'Port': ['ID=2981d26e-c1fc-4f1b-b232-7fa6f09edba9,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:54.094732 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-a938e586-df39-4bfa-a0fe-d8a5517ba4cf tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:54.116256 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0af40-5963-449d-af56-c20e5d8987da req-a938e586-df39-4bfa-a0fe-d8a5517ba4cf tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:54.117196 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-62d0af40-5963-449d-af56-c20e5d8987da req-a938e586-df39-4bfa-a0fe-d8a5517ba4cf tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:54.149627 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-85656276-39d5-44d4-85e4-2e820e5caffe req-7191c46e-1f9d-4a91-8f02-711944a04b45 service neutron] 10.222.0.47 "GET /v2.0/networks/bfb4a1f7-e917-4d93-979a-9e772f8cdd47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703749 Jun 23 18:58:54.207370 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c19d8b-b575-42da-a26e-f2b88ac52b19 req-40b857ab-4a38-4937-a637-8a2f0809087f tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:54.208959 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-e0c19d8b-b575-42da-a26e-f2b88ac52b19 req-40b857ab-4a38-4937-a637-8a2f0809087f tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d43890be-ca10-4c42-b589-3a96705cecac HTTP/1.1" status: 200 len: 943 time: 0.2248869 Jun 23 18:58:54.251751 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-e0c19d8b-b575-42da-a26e-f2b88ac52b19 req-e62c5765-f4c0-4e20-ae1c-437d3f17f1e2 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/security-groups?id=33c44205-c62b-42cb-bfba-d1e618271860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354145 Jun 23 18:58:54.270771 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-62d0af40-5963-449d-af56-c20e5d8987da req-a938e586-df39-4bfa-a0fe-d8a5517ba4cf tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9388206 Jun 23 18:58:54.284557 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-85656276-39d5-44d4-85e4-2e820e5caffe req-3ed1a949-fa35-4a23-a0f5-af075180dafd service neutron] 10.222.0.47 "GET /v2.0/networks/bfb4a1f7-e917-4d93-979a-9e772f8cdd47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326396 Jun 23 18:58:54.298473 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [req-62d0af40-5963-449d-af56-c20e5d8987da req-1b33023a-ed69-4eaa-8b2f-211d3ffd541d service neutron] Request body: {'port': {'device_id': '117a734c-3a6a-4c2c-803c-530f8bb27018', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:54.563996 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-d9f8655d-d03d-4627-abdd-7c810e8dc128 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Made reservation on behalf of 513690762a7743d6bef8530390bb53c2 for: {'port': 1} {{(pid=99982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:58:54.565898 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-d9f8655d-d03d-4627-abdd-7c810e8dc128 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:54.678413 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 55796) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:54.717035 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-62d0af40-5963-449d-af56-c20e5d8987da req-1b33023a-ed69-4eaa-8b2f-211d3ffd541d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:54.792431 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-20d38881-01d2-4763-8334-9744319fd704 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--680789757&fields=id&tenant_id=c9f6a4633b074ee18f6ae32450102a45 HTTP/1.1" status: 200 len: 267 time: 0.2376125 Jun 23 18:58:54.807958 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-a49bb067-dae0-481f-90f1-f58328cd1a15 req-e7ba026c-3e21-412e-a237-4a2fc5c49eaf tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 210 time: 0.0500145 Jun 23 18:58:54.856819 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-9f7c0279-af25-4756-8b79-afcd22da3285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:55.047577 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.db_base_plugin_common [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-d9f8655d-d03d-4627-abdd-7c810e8dc128 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Allocated IP 172.20.0.3 (a62e3469-54f8-4f1b-8637-fdf06f04c1b7/21ed8072-8b4b-4158-b646-c86663b19b61/73c94921-4fe9-4123-8536-a0efac48cf1d) {{(pid=99982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:58:55.061182 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-9f7c0279-af25-4756-8b79-afcd22da3285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:55.068580 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-f06d8cf7-600c-4712-b722-f57cd8a90918 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:55.070059 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-f06d8cf7-600c-4712-b722-f57cd8a90918 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/networks?id=58353e6c-18a0-4686-b0db-a03201c9462d HTTP/1.1" status: 200 len: 810 time: 0.2525530 Jun 23 18:58:55.083624 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a59466-97ba-4cef-8bcc-7bbc7e249ff7 req-2650ca86-244d-4219-b6e5-804270235d29 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:55.089343 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-61a59466-97ba-4cef-8bcc-7bbc7e249ff7 req-2650ca86-244d-4219-b6e5-804270235d29 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 943 time: 0.1069269 Jun 23 18:58:55.102479 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-1dcda930-929f-4c53-97c6-89e832a789cb tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/quotas/c9f6a4633b074ee18f6ae32450102a45 HTTP/1.1" status: 200 len: 375 time: 0.0258169 Jun 23 18:58:55.153028 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-61a59466-97ba-4cef-8bcc-7bbc7e249ff7 req-f3cac7ad-a951-427d-9899-9e438f139e73 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456541 Jun 23 18:58:55.153028 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-9f7c0279-af25-4756-8b79-afcd22da3285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:55.153028 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-5f1246ef-117d-47e4-8019-1864fc5dbe87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:55.205139 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c0279-af25-4756-8b79-afcd22da3285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ff6070-1c6f-4e39-9f2a-e4dbf4667fd5,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:55.209938 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-9f7c0279-af25-4756-8b79-afcd22da3285 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8ef96db129dd4240ad7e7174fa31b71d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5292704 Jun 23 18:58:55.211098 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-9f7c0279-af25-4756-8b79-afcd22da3285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:55.212369 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 55818) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:55.272498 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-87a3ab0c-8488-42fd-90cc-cf7c0f0c4292 req-a99bdf85-c505-432c-86fd-839e50b07011 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 210 time: 0.0491021 Jun 23 18:58:55.300635 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-b6a37213-1b42-4321-ac25-d54c64f81acf tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9f6a4633b074ee18f6ae32450102a45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1852353 Jun 23 18:58:55.318403 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-43998701-2ac9-468b-865c-5f9fc7af1e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:55.362142 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-43998701-2ac9-468b-865c-5f9fc7af1e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:55.379445 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-d9f8655d-d03d-4627-abdd-7c810e8dc128 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Notify callbacks [] for port, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:55.440112 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device a7e9db05-c9d5-4b2d-837f-b6e05d29e058 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=99983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 18:58:55.479718 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-657ba73a-faa5-4e83-9912-6b9f1cf52920 service neutron] 10.222.0.47 "GET /v2.0/networks/58353e6c-18a0-4686-b0db-a03201c9462d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500251 Jun 23 18:58:55.506591 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7996d30c-5bc0-4752-983f-7ef9000fdd75 req-bf7f5c60-2009-4bd8-9a7f-53531aee44b4 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:55.513482 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-7996d30c-5bc0-4752-983f-7ef9000fdd75 req-bf7f5c60-2009-4bd8-9a7f-53531aee44b4 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d43890be-ca10-4c42-b589-3a96705cecac HTTP/1.1" status: 200 len: 943 time: 0.1001003 Jun 23 18:58:55.531928 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-43998701-2ac9-468b-865c-5f9fc7af1e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:55.538331 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-43998701-2ac9-468b-865c-5f9fc7af1e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:55.541967 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-43998701-2ac9-468b-865c-5f9fc7af1e81 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b5ff6070-1c6f-4e39-9f2a-e4dbf4667fd5 HTTP/1.1" status: 204 len: 168 time: 0.3284287 Jun 23 18:58:55.545451 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:55.559320 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43998701-2ac9-468b-865c-5f9fc7af1e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ff6070-1c6f-4e39-9f2a-e4dbf4667fd5,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:55.563143 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-43998701-2ac9-468b-865c-5f9fc7af1e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:55.574647 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-7996d30c-5bc0-4752-983f-7ef9000fdd75 req-42e2f5fd-e579-41cb-ab72-4acd18bf4594 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/security-groups?id=33c44205-c62b-42cb-bfba-d1e618271860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602260 Jun 23 18:58:55.597413 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-d9f8655d-d03d-4627-abdd-7c810e8dc128 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63686027'] for port, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:55.602298 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port a7e9db05-c9d5-4b2d-837f-b6e05d29e058, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a7e9db05-c9d5-4b2d-837f-b6e05d29e058,segment=NetworkSegment(91ac7bd7-7747-45f6-a655-e28f712ee370),segment_id=91ac7bd7-7747-45f6-a655-e28f712ee370)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:58:55.614135 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Returning: {'device': 'a7e9db05-c9d5-4b2d-837f-b6e05d29e058', 'network_id': '0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9', 'port_id': 'a7e9db05-c9d5-4b2d-837f-b6e05d29e058', 'mac_address': 'fa:16:3e:1d:91:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68fb12a0-feb0-4ff7-98c7-542ca4bebeef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 18:58:55.630498 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:55.652127 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:55.666086 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7e9db05-c9d5-4b2d-837f-b6e05d29e058 {{(pid=99983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 18:58:55.690481 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port a7e9db05-c9d5-4b2d-837f-b6e05d29e058, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a7e9db05-c9d5-4b2d-837f-b6e05d29e058,segment=NetworkSegment(91ac7bd7-7747-45f6-a655-e28f712ee370),segment_id=91ac7bd7-7747-45f6-a655-e28f712ee370)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:58:55.715821 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-26e13143-6875-4ba9-b6b6-0e3db35cd159 service neutron] 10.222.0.47 "GET /v2.0/networks/58353e6c-18a0-4686-b0db-a03201c9462d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217853 Jun 23 18:58:55.729106 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-d9f8655d-d03d-4627-abdd-7c810e8dc128 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Network a62e3469-54f8-4f1b-8637-fdf06f04c1b7 is already hosted by enough agents. {{(pid=99982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:58:55.741099 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.base_scheduler [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-d9f8655d-d03d-4627-abdd-7c810e8dc128 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Resources bound (agent type, host, resource id): {{(pid=99982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:58:55.745286 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-d9f8655d-d03d-4627-abdd-7c810e8dc128 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Received port after_create {{(pid=99982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:58:55.771667 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:55.772417 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 48bc9ece-8dc4-46c8-ba36-531dab2ba975 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=99983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 18:58:55.775052 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-1976074e-16ed-452f-9f8d-321966af54e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:55.785643 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8655d-d03d-4627-abdd-7c810e8dc128 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Pushing event updated for resources: {'Port': ['ID=73c94921-4fe9-4123-8536-a0efac48cf1d,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:55.789095 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-d9f8655d-d03d-4627-abdd-7c810e8dc128 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:55.823481 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=a7e9db05-c9d5-4b2d-837f-b6e05d29e058,revision_number=4']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:55.828528 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:55.859151 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 55834) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:55.887801 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 6 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:58:55.898615 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-d9f8655d-d03d-4627-abdd-7c810e8dc128 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:55.899330 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-d9f8655d-d03d-4627-abdd-7c810e8dc128 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:55.918773 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [req-62d0af40-5963-449d-af56-c20e5d8987da req-1b33023a-ed69-4eaa-8b2f-211d3ffd541d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2981d26e-c1fc-4f1b-b232-7fa6f09edba9 {{(pid=99982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 18:58:55.928640 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-62d0af40-5963-449d-af56-c20e5d8987da req-1b33023a-ed69-4eaa-8b2f-211d3ffd541d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:55.941766 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.provisioning_blocks [req-62d0af40-5963-449d-af56-c20e5d8987da req-1b33023a-ed69-4eaa-8b2f-211d3ffd541d service neutron] Transition to ACTIVE for port object 2981d26e-c1fc-4f1b-b232-7fa6f09edba9 will not be triggered until provisioned by entity L2. {{(pid=99982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:58:55.978090 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 48bc9ece-8dc4-46c8-ba36-531dab2ba975, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=48bc9ece-8dc4-46c8-ba36-531dab2ba975,segment=NetworkSegment(87806ec5-b336-4f3d-afae-cc6d137f808d),segment_id=87806ec5-b336-4f3d-afae-cc6d137f808d)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:58:55.984657 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 55842) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:56.006095 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-62d0af40-5963-449d-af56-c20e5d8987da req-1b33023a-ed69-4eaa-8b2f-211d3ffd541d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63686041'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:56.007725 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-d9f8655d-d03d-4627-abdd-7c810e8dc128 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1203916 Jun 23 18:58:56.011096 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:56.041621 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Returning: {'device': '48bc9ece-8dc4-46c8-ba36-531dab2ba975', 'network_id': 'fdf89605-62c6-4b55-a5e6-b6b42fdc13b9', 'port_id': '48bc9ece-8dc4-46c8-ba36-531dab2ba975', 'mac_address': 'fa:16:3e:cd:76:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e56b89b4-e3bb-4c07-9b8c-9debcfc2c322', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 18:58:56.090857 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-23d88a15-4a85-4301-a12f-fc6b2b7482d8 service neutron] Request body: {'port': {'device_id': '1bd3c684-b874-4db8-807f-25359908b923', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:56.097479 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:56.115987 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48bc9ece-8dc4-46c8-ba36-531dab2ba975 {{(pid=99983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 18:58:56.148555 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 48bc9ece-8dc4-46c8-ba36-531dab2ba975, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=48bc9ece-8dc4-46c8-ba36-531dab2ba975,segment=NetworkSegment(87806ec5-b336-4f3d-afae-cc6d137f808d),segment_id=87806ec5-b336-4f3d-afae-cc6d137f808d)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:58:56.150700 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b533cee-1fd5-4024-9386-b8c2befac311 req-7c81ff7a-4db9-4ff6-9d4d-76d1f6e4a80c tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:56.153400 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b9d1ae87-95d7-48d9-b9c9-a1befd2f4170 req-42655095-56d1-4542-8095-7b42e421e215 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 210 time: 0.0553508 Jun 23 18:58:56.164161 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-2b533cee-1fd5-4024-9386-b8c2befac311 req-7c81ff7a-4db9-4ff6-9d4d-76d1f6e4a80c tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 931 time: 0.1134236 Jun 23 18:58:56.223825 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-0fb0c53a-0835-4752-9940-b55081222017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:56.258769 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-2b533cee-1fd5-4024-9386-b8c2befac311 req-f6310b75-bf04-4303-a351-7abd61e531d6 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921614 Jun 23 18:58:56.279629 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33023a-ed69-4eaa-8b2f-211d3ffd541d service neutron] Pushing event updated for resources: {'Port': ['ID=2981d26e-c1fc-4f1b-b232-7fa6f09edba9,revision_number=2']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:56.285278 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-5a88dcb8-062d-4b5e-85ef-7cf1cf84ce41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:56.299310 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-1b33023a-ed69-4eaa-8b2f-211d3ffd541d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:56.346285 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-0fb0c53a-0835-4752-9940-b55081222017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:56.361621 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:56.374310 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:56.394133 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-23d88a15-4a85-4301-a12f-fc6b2b7482d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:56.397836 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-62d0af40-5963-449d-af56-c20e5d8987da req-1b33023a-ed69-4eaa-8b2f-211d3ffd541d service neutron] Attempting to bind port 2981d26e-c1fc-4f1b-b232-7fa6f09edba9 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 18:58:56.398178 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-62d0af40-5963-449d-af56-c20e5d8987da req-1b33023a-ed69-4eaa-8b2f-211d3ffd541d service neutron] Attempting to bind port 2981d26e-c1fc-4f1b-b232-7fa6f09edba9 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '3f8ce679-d627-490d-95f8-7137b292d1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a62e3469-54f8-4f1b-8637-fdf06f04c1b7'}] {{(pid=99982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 18:58:56.398608 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d0af40-5963-449d-af56-c20e5d8987da req-1b33023a-ed69-4eaa-8b2f-211d3ffd541d service neutron] Attempting to bind port 2981d26e-c1fc-4f1b-b232-7fa6f09edba9 on network a62e3469-54f8-4f1b-8637-fdf06f04c1b7 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:58:56.415626 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d0af40-5963-449d-af56-c20e5d8987da req-1b33023a-ed69-4eaa-8b2f-211d3ffd541d service neutron] Port 2981d26e-c1fc-4f1b-b232-7fa6f09edba9 on network a62e3469-54f8-4f1b-8637-fdf06f04c1b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 18:58:56.415953 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d0af40-5963-449d-af56-c20e5d8987da req-1b33023a-ed69-4eaa-8b2f-211d3ffd541d service neutron] Attempting to bind port 2981d26e-c1fc-4f1b-b232-7fa6f09edba9 on network a62e3469-54f8-4f1b-8637-fdf06f04c1b7 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:58:56.423328 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-0fb0c53a-0835-4752-9940-b55081222017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:56.427640 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:56.439859 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=48bc9ece-8dc4-46c8-ba36-531dab2ba975,revision_number=4']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:56.443572 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:56.457204 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d0af40-5963-449d-af56-c20e5d8987da req-1b33023a-ed69-4eaa-8b2f-211d3ffd541d service neutron] Checking agent: {'id': '3aaf2a66-4435-4fa2-a046-8ce762f61c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 18, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:58:56.457552 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d0af40-5963-449d-af56-c20e5d8987da req-1b33023a-ed69-4eaa-8b2f-211d3ffd541d service neutron] Checking segment: {'id': '3f8ce679-d627-490d-95f8-7137b292d1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a62e3469-54f8-4f1b-8637-fdf06f04c1b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:58:56.457941 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d0af40-5963-449d-af56-c20e5d8987da req-1b33023a-ed69-4eaa-8b2f-211d3ffd541d service neutron] Bound using segment: {'id': '3f8ce679-d627-490d-95f8-7137b292d1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a62e3469-54f8-4f1b-8637-fdf06f04c1b7'} {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:58:56.458411 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-62d0af40-5963-449d-af56-c20e5d8987da req-1b33023a-ed69-4eaa-8b2f-211d3ffd541d service neutron] Bound port: 2981d26e-c1fc-4f1b-b232-7fa6f09edba9, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f8ce679-d627-490d-95f8-7137b292d1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a62e3469-54f8-4f1b-8637-fdf06f04c1b7'}}] {{(pid=99982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 18:58:56.458760 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-62d0af40-5963-449d-af56-c20e5d8987da req-1b33023a-ed69-4eaa-8b2f-211d3ffd541d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:56.501135 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568ea46-dae8-4c59-843d-89c8ded171a7 req-d5362660-7b4f-4158-85be-66051d72ff25 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:56.502760 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-6568ea46-dae8-4c59-843d-89c8ded171a7 req-d5362660-7b4f-4158-85be-66051d72ff25 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 944 time: 0.1915188 Jun 23 18:58:56.515856 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-0fb0c53a-0835-4752-9940-b55081222017 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2dab8c2a69314482b15fa1822350668d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6532035 Jun 23 18:58:56.516734 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-11f0d8e6-3864-4429-aba1-08d8aff51fdf req-c91103e2-444a-4919-be44-c4b3757ebe7a tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 210 time: 0.0493987 Jun 23 18:58:56.518588 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb0c53a-0835-4752-9940-b55081222017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5091b335-e07f-4ef0-857d-34b3511aed6a,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:56.519773 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 55858) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:56.524206 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-0fb0c53a-0835-4752-9940-b55081222017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:56.653643 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 55862) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:56.675016 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-022319f4-e784-48d0-80bc-77c415426609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:56.768523 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-62d0af40-5963-449d-af56-c20e5d8987da req-1b33023a-ed69-4eaa-8b2f-211d3ffd541d service neutron] For port 2981d26e-c1fc-4f1b-b232-7fa6f09edba9, host hv-cinder-78638, cleared binding levels {{(pid=99982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 18:58:56.772697 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-6568ea46-dae8-4c59-843d-89c8ded171a7 req-b857b03b-366b-4e04-ac82-1dd8e0f48ba5 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545056 Jun 23 18:58:56.777819 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ab0b5-f67f-4063-be85-0eb5b9767197 req-abab5f79-bc90-4321-8d5f-acb6ff3d663e tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:56.780423 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-576ab0b5-f67f-4063-be85-0eb5b9767197 req-abab5f79-bc90-4321-8d5f-acb6ff3d663e tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d43890be-ca10-4c42-b589-3a96705cecac HTTP/1.1" status: 200 len: 944 time: 0.0826893 Jun 23 18:58:56.782873 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['a7e9db05-c9d5-4b2d-837f-b6e05d29e058'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 18:58:56.811623 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-62d0af40-5963-449d-af56-c20e5d8987da req-1b33023a-ed69-4eaa-8b2f-211d3ffd541d service neutron] For port 2981d26e-c1fc-4f1b-b232-7fa6f09edba9, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2981d26e-c1fc-4f1b-b232-7fa6f09edba9,segment=NetworkSegment(3f8ce679-d627-490d-95f8-7137b292d1c8),segment_id=3f8ce679-d627-490d-95f8-7137b292d1c8)] {{(pid=99982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 18:58:56.825289 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['48bc9ece-8dc4-46c8-ba36-531dab2ba975'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 18:58:56.825664 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-580d0f85-9246-479a-8424-45cb64a89877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:56.833186 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-5a88dcb8-062d-4b5e-85ef-7cf1cf84ce41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:56.834813 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-576ab0b5-f67f-4063-be85-0eb5b9767197 req-9fe455ec-02d1-43c4-94de-2dbf20bc5e7e tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/security-groups?id=33c44205-c62b-42cb-bfba-d1e618271860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466940 Jun 23 18:58:56.870442 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-580d0f85-9246-479a-8424-45cb64a89877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:56.885696 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-62d0af40-5963-449d-af56-c20e5d8987da req-1b33023a-ed69-4eaa-8b2f-211d3ffd541d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63686041'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:56.907792 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:56.940798 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-5a88dcb8-062d-4b5e-85ef-7cf1cf84ce41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:56.946379 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0af40-5963-449d-af56-c20e5d8987da req-1b33023a-ed69-4eaa-8b2f-211d3ffd541d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:56.947400 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-62d0af40-5963-449d-af56-c20e5d8987da req-1b33023a-ed69-4eaa-8b2f-211d3ffd541d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:56.948959 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-62d0af40-5963-449d-af56-c20e5d8987da req-1b33023a-ed69-4eaa-8b2f-211d3ffd541d service neutron] 10.222.0.74 "PUT /v2.0/ports/2981d26e-c1fc-4f1b-b232-7fa6f09edba9 HTTP/1.1" status: 200 len: 1093 time: 2.6651418 Jun 23 18:58:56.976523 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117a734c-3a6a-4c2c-803c-530f8bb27018', 'tag': '2981d26e-c1fc-4f1b-b232-7fa6f09edba9'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 18:58:56.979689 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61430bf0-fcc1-441a-ba57-147b6e59801e" -d '{"events": [{"name": "network-changed", "server_uuid": "117a734c-3a6a-4c2c-803c-530f8bb27018", "tag": "2981d26e-c1fc-4f1b-b232-7fa6f09edba9"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 18:58:56.989754 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-022319f4-e784-48d0-80bc-77c415426609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:57.070608 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-5a88dcb8-062d-4b5e-85ef-7cf1cf84ce41 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1658de2132c241d1bc06e4577e93a539&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0847721 Jun 23 18:58:57.073757 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 55868) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:57.076839 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33023a-ed69-4eaa-8b2f-211d3ffd541d service neutron] Pushing event updated for resources: {'Port': ['ID=2981d26e-c1fc-4f1b-b232-7fa6f09edba9,revision_number=3']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:57.080967 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-1b33023a-ed69-4eaa-8b2f-211d3ffd541d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:57.083807 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:57.116442 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88dcb8-062d-4b5e-85ef-7cf1cf84ce41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a346a6f4-c3f1-4324-b91e-d2ac1dc072c7,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:57.119955 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-5a88dcb8-062d-4b5e-85ef-7cf1cf84ce41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:57.135357 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-022319f4-e784-48d0-80bc-77c415426609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:57.136160 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-23d88a15-4a85-4301-a12f-fc6b2b7482d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73c94921-4fe9-4123-8536-a0efac48cf1d {{(pid=99982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 18:58:57.143933 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 18:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102cb7a3-6eb3-466c-9d5d-6ee3b53be345 x-openstack-request-id: req-102cb7a3-6eb3-466c-9d5d-6ee3b53be345 {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 18:58:57.144906 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117a734c-3a6a-4c2c-803c-530f8bb27018", "tag": "2981d26e-c1fc-4f1b-b232-7fa6f09edba9", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 18:58:57.144906 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-102cb7a3-6eb3-466c-9d5d-6ee3b53be345 {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 18:58:57.145098 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '117a734c-3a6a-4c2c-803c-530f8bb27018', 'tag': '2981d26e-c1fc-4f1b-b232-7fa6f09edba9', 'status': 'completed', 'code': 200} Jun 23 18:58:57.147245 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-33b0dc69-9d4e-44ce-837c-07de9d8861cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:57.158368 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-23d88a15-4a85-4301-a12f-fc6b2b7482d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:57.197850 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-022319f4-e784-48d0-80bc-77c415426609 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7bc1b95c9d51446aa0f8371b0b6ac73a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5426733 Jun 23 18:58:57.202693 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 55874) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:57.207708 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022319f4-e784-48d0-80bc-77c415426609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf158010-6370-4b9a-a29c-0811733d2233,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:57.225335 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-022319f4-e784-48d0-80bc-77c415426609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:57.229530 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-42052a7b-25d4-493c-91cc-0fb53798bb7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:57.233458 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.provisioning_blocks [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-23d88a15-4a85-4301-a12f-fc6b2b7482d8 service neutron] Transition to ACTIVE for port object 73c94921-4fe9-4123-8536-a0efac48cf1d will not be triggered until provisioned by entity L2. {{(pid=99982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:58:57.235230 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-580d0f85-9246-479a-8424-45cb64a89877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:57.242814 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-580d0f85-9246-479a-8424-45cb64a89877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:57.246636 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-580d0f85-9246-479a-8424-45cb64a89877 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5091b335-e07f-4ef0-857d-34b3511aed6a HTTP/1.1" status: 204 len: 168 time: 0.7241890 Jun 23 18:58:57.250543 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:57.253609 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0af40-5963-449d-af56-c20e5d8987da req-87fdb7ae-5d97-4dc9-82ed-50924e881f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:57.255122 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-62d0af40-5963-449d-af56-c20e5d8987da req-87fdb7ae-5d97-4dc9-82ed-50924e881f83 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=513690762a7743d6bef8530390bb53c2&device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 1096 time: 0.1131780 Jun 23 18:58:57.268095 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d0f85-9246-479a-8424-45cb64a89877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5091b335-e07f-4ef0-857d-34b3511aed6a,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:57.270602 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-0f5b85c1-3145-4d79-8db7-6a15a476421b req-4849fcae-e6d3-45d0-b12d-45e734872905 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 210 time: 0.0386209 Jun 23 18:58:57.271232 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-580d0f85-9246-479a-8424-45cb64a89877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:57.293684 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-42052a7b-25d4-493c-91cc-0fb53798bb7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:57.371956 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-8b78e7ea-037a-4964-814d-0007ffe82f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:57.375389 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-23d88a15-4a85-4301-a12f-fc6b2b7482d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63686041'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:57.377013 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-62d0af40-5963-449d-af56-c20e5d8987da req-41ba554f-e96b-4128-becf-d3ceb511806d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2981d26e-c1fc-4f1b-b232-7fa6f09edba9 HTTP/1.1" status: 200 len: 217 time: 0.0783525 Jun 23 18:58:57.385910 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-1b33023a-ed69-4eaa-8b2f-211d3ffd541d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:57.428549 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-42052a7b-25d4-493c-91cc-0fb53798bb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:57.431239 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-42052a7b-25d4-493c-91cc-0fb53798bb7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:57.432437 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-42052a7b-25d4-493c-91cc-0fb53798bb7d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a346a6f4-c3f1-4324-b91e-d2ac1dc072c7 HTTP/1.1" status: 204 len: 168 time: 0.3575859 Jun 23 18:58:57.433325 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:57.441957 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42052a7b-25d4-493c-91cc-0fb53798bb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a346a6f4-c3f1-4324-b91e-d2ac1dc072c7,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:57.444383 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-42052a7b-25d4-493c-91cc-0fb53798bb7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:57.470244 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-8b78e7ea-037a-4964-814d-0007ffe82f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:57.530573 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d88a15-4a85-4301-a12f-fc6b2b7482d8 service neutron] Pushing event updated for resources: {'Port': ['ID=73c94921-4fe9-4123-8536-a0efac48cf1d,revision_number=2']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:57.547895 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-23d88a15-4a85-4301-a12f-fc6b2b7482d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:57.553092 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0af40-5963-449d-af56-c20e5d8987da req-5304f2fc-b2a0-4b50-a256-a1ea86904926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:57.554812 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-62d0af40-5963-449d-af56-c20e5d8987da req-5304f2fc-b2a0-4b50-a256-a1ea86904926 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=21ed8072-8b4b-4158-b646-c86663b19b61 HTTP/1.1" status: 200 len: 859 time: 0.1609006 Jun 23 18:58:57.663663 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-62d0af40-5963-449d-af56-c20e5d8987da req-95f5e0ca-5511-414b-82e8-5313f5250168 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a62e3469-54f8-4f1b-8637-fdf06f04c1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670187 Jun 23 18:58:57.723714 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-079c847b-98e1-43c5-82f5-6df5ed7e83dc req-4118ddcb-0fc5-4ed3-a4d9-d06bbd60e984 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 210 time: 0.0672402 Jun 23 18:58:57.955455 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-8b78e7ea-037a-4964-814d-0007ffe82f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:57.971561 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026f921-5e43-4cd2-9682-e6bfa299520b req-a5b18d6f-0935-412e-9bb3-06281e0be2b9 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:57.973152 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-d026f921-5e43-4cd2-9682-e6bfa299520b req-a5b18d6f-0935-412e-9bb3-06281e0be2b9 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 944 time: 0.0643773 Jun 23 18:58:58.003207 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36831a-1912-46d7-9ba5-4892aae67ca8 req-cda697e7-5d40-4c49-837f-8b542eb0631e tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:58.005237 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-ae36831a-1912-46d7-9ba5-4892aae67ca8 req-cda697e7-5d40-4c49-837f-8b542eb0631e tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 943 time: 0.5805953 Jun 23 18:58:58.017413 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-d026f921-5e43-4cd2-9682-e6bfa299520b req-00ade94d-5876-4827-8916-cb3452b7e256 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382645 Jun 23 18:58:58.018359 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-8b78e7ea-037a-4964-814d-0007ffe82f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:58.019399 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-8b78e7ea-037a-4964-814d-0007ffe82f3f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bf158010-6370-4b9a-a29c-0811733d2233 HTTP/1.1" status: 204 len: 168 time: 0.8156362 Jun 23 18:58:58.020396 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-4a81e7fb-fdbe-4075-bb2b-d92afa54e290 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:58.049847 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78e7ea-037a-4964-814d-0007ffe82f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf158010-6370-4b9a-a29c-0811733d2233,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:58.067752 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-23d88a15-4a85-4301-a12f-fc6b2b7482d8 service neutron] Attempting to bind port 73c94921-4fe9-4123-8536-a0efac48cf1d on host hv-cinder-78638 for vnic_type normal with profile {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 18:58:58.068475 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-23d88a15-4a85-4301-a12f-fc6b2b7482d8 service neutron] Attempting to bind port 73c94921-4fe9-4123-8536-a0efac48cf1d by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '3f8ce679-d627-490d-95f8-7137b292d1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a62e3469-54f8-4f1b-8637-fdf06f04c1b7'}] {{(pid=99982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 18:58:58.069026 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-23d88a15-4a85-4301-a12f-fc6b2b7482d8 service neutron] Attempting to bind port 73c94921-4fe9-4123-8536-a0efac48cf1d on network a62e3469-54f8-4f1b-8637-fdf06f04c1b7 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:58:58.081437 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-8b78e7ea-037a-4964-814d-0007ffe82f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:58.123277 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-23d88a15-4a85-4301-a12f-fc6b2b7482d8 service neutron] Port 73c94921-4fe9-4123-8536-a0efac48cf1d on network a62e3469-54f8-4f1b-8637-fdf06f04c1b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 18:58:58.124850 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-23d88a15-4a85-4301-a12f-fc6b2b7482d8 service neutron] Attempting to bind port 73c94921-4fe9-4123-8536-a0efac48cf1d on network a62e3469-54f8-4f1b-8637-fdf06f04c1b7 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:58:58.155720 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85656276-39d5-44d4-85e4-2e820e5caffe req-b5c06c70-b9da-482e-b67b-429eac7115f0 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:58.158184 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-85656276-39d5-44d4-85e4-2e820e5caffe req-b5c06c70-b9da-482e-b67b-429eac7115f0 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.74 "GET /v2.0/networks?id=bfb4a1f7-e917-4d93-979a-9e772f8cdd47 HTTP/1.1" status: 200 len: 817 time: 0.5625255 Jun 23 18:58:58.172411 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-23d88a15-4a85-4301-a12f-fc6b2b7482d8 service neutron] Checking agent: {'id': '3aaf2a66-4435-4fa2-a046-8ce762f61c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 18, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:58:58.172933 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-23d88a15-4a85-4301-a12f-fc6b2b7482d8 service neutron] Checking segment: {'id': '3f8ce679-d627-490d-95f8-7137b292d1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a62e3469-54f8-4f1b-8637-fdf06f04c1b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:58:58.173646 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-23d88a15-4a85-4301-a12f-fc6b2b7482d8 service neutron] Bound using segment: {'id': '3f8ce679-d627-490d-95f8-7137b292d1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a62e3469-54f8-4f1b-8637-fdf06f04c1b7'} {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:58:58.174381 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-23d88a15-4a85-4301-a12f-fc6b2b7482d8 service neutron] Bound port: 73c94921-4fe9-4123-8536-a0efac48cf1d, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f8ce679-d627-490d-95f8-7137b292d1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a62e3469-54f8-4f1b-8637-fdf06f04c1b7'}}] {{(pid=99982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 18:58:58.175219 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-23d88a15-4a85-4301-a12f-fc6b2b7482d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:58.220231 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 55894) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:58.253831 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-ae36831a-1912-46d7-9ba5-4892aae67ca8 req-6437cf0f-173c-4ea3-ae08-3022ad1a805f tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277286 Jun 23 18:58:58.262593 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-62d0af40-5963-449d-af56-c20e5d8987da req-ef68e76d-dfaa-47f6-874d-1efd31504986 service neutron] 10.222.0.74 "GET /v2.0/networks/a62e3469-54f8-4f1b-8637-fdf06f04c1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5904458 Jun 23 18:58:58.291523 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3549c0b-aace-4381-88b7-8b05e012e1f4 req-1cf3853a-6910-4812-b754-59d8c1967bde tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:58.294840 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c3549c0b-aace-4381-88b7-8b05e012e1f4 req-1cf3853a-6910-4812-b754-59d8c1967bde tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d43890be-ca10-4c42-b589-3a96705cecac HTTP/1.1" status: 200 len: 944 time: 0.1346624 Jun 23 18:58:58.307744 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-19fc6f3c-29be-4955-a09b-d0c6a02d9570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:58.333511 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 55900) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:58.387541 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-2d627c93-132a-4dbd-a56f-191bedb6d8e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:58.439885 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c3549c0b-aace-4381-88b7-8b05e012e1f4 req-924533df-8d8a-4f01-bcb9-ea30b07cd52f tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/security-groups?id=33c44205-c62b-42cb-bfba-d1e618271860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386101 Jun 23 18:58:58.444272 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-85656276-39d5-44d4-85e4-2e820e5caffe req-d299d5dc-7b52-4cec-9798-1b2636f6ef85 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=729d57d1e6084efaafdeeab91cc43749 HTTP/1.1" status: 200 len: 380 time: 0.2659602 Jun 23 18:58:58.455390 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-b893ed59-def7-4211-8d92-ff2bc870138f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:58.461357 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [req-85656276-39d5-44d4-85e4-2e820e5caffe req-bd5e72d7-eb7b-4590-8129-1e0f6efb04b5 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Request body: {'port': {'device_id': '70a3cd0c-aaeb-4aba-8f47-d65e65f996e3', 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47', 'admin_state_up': True, 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'security_groups': ['dce1028d-8aac-4e8f-918a-2b2ab7d8acbe']}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:58.537854 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.db.api [None req-19fc6f3c-29be-4955-a09b-d0c6a02d9570 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 18:58:58.537854 dv-cinder-786386-8-iscsi neutron-server[99982]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 23 18:58:58.537854 dv-cinder-786386-8-iscsi neutron-server[99982]: [parameters: {'project_id': 'fae123c1b6dc4d158ea3bcbb1e1c7e7f', 'id': '74d7caac-3f8b-4755-a175-3117f5bf0eb2', 'expiration': datetime.datetime(2021, 6, 23, 19, 0, 58, 491658)}] Jun 23 18:58:58.537854 dv-cinder-786386-8-iscsi neutron-server[99982]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99982) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 18:58:58.538305 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_db.api [None req-19fc6f3c-29be-4955-a09b-d0c6a02d9570 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 18:58:58.564665 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a3adba3b-8c03-45f1-82d9-48b4fb62bdda req-0322c3dc-aace-4a00-9b5d-88091e38ee53 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 210 time: 0.1090109 Jun 23 18:58:58.574420 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-2d627c93-132a-4dbd-a56f-191bedb6d8e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:58.593176 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-23d88a15-4a85-4301-a12f-fc6b2b7482d8 service neutron] For port 73c94921-4fe9-4123-8536-a0efac48cf1d, host hv-cinder-78638, cleared binding levels {{(pid=99982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 18:58:58.620103 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-23d88a15-4a85-4301-a12f-fc6b2b7482d8 service neutron] For port 73c94921-4fe9-4123-8536-a0efac48cf1d, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=73c94921-4fe9-4123-8536-a0efac48cf1d,segment=NetworkSegment(3f8ce679-d627-490d-95f8-7137b292d1c8),segment_id=3f8ce679-d627-490d-95f8-7137b292d1c8)] {{(pid=99982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 18:58:58.640151 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-2d627c93-132a-4dbd-a56f-191bedb6d8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:58.643445 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:58.644397 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-62d0af40-5963-449d-af56-c20e5d8987da req-b24294d8-e147-4f45-9546-59bd89b13707 service neutron] 10.222.0.74 "GET /v2.0/networks/a62e3469-54f8-4f1b-8637-fdf06f04c1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546512 Jun 23 18:58:58.678973 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-2d627c93-132a-4dbd-a56f-191bedb6d8e5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=770645c55b6b4ed9b954e74b04089881&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3434680 Jun 23 18:58:58.680060 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d627c93-132a-4dbd-a56f-191bedb6d8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7115b68-e1f4-4eec-81fb-1c868c411877,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:58.681615 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 55906) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:58.684640 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-2d627c93-132a-4dbd-a56f-191bedb6d8e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:58.704708 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-23d88a15-4a85-4301-a12f-fc6b2b7482d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63686041'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:58.711149 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:58.753860 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-23d88a15-4a85-4301-a12f-fc6b2b7482d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:58.754500 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-23d88a15-4a85-4301-a12f-fc6b2b7482d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:58.755861 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-23d88a15-4a85-4301-a12f-fc6b2b7482d8 service neutron] 10.222.0.74 "PUT /v2.0/ports/73c94921-4fe9-4123-8536-a0efac48cf1d HTTP/1.1" status: 200 len: 1093 time: 2.7311716 Jun 23 18:58:58.758565 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85656276-39d5-44d4-85e4-2e820e5caffe req-bd5e72d7-eb7b-4590-8129-1e0f6efb04b5 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Made reservation on behalf of 729d57d1e6084efaafdeeab91cc43749 for: {'port': 1} {{(pid=99982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:58:58.762135 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-85656276-39d5-44d4-85e4-2e820e5caffe req-bd5e72d7-eb7b-4590-8129-1e0f6efb04b5 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:58.820016 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-c32602a2-7fe7-4c32-83c8-eb28f3e6adf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:58.821517 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d88a15-4a85-4301-a12f-fc6b2b7482d8 service neutron] Pushing event updated for resources: {'Port': ['ID=73c94921-4fe9-4123-8536-a0efac48cf1d,revision_number=3']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:58.851259 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-23d88a15-4a85-4301-a12f-fc6b2b7482d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:58.881002 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-c32602a2-7fe7-4c32-83c8-eb28f3e6adf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:58.889241 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-4f92e505-7ba6-4d55-b59a-9f05387d1959 req-4fb206b7-a8f1-40e0-b206-7c9a0395eba0 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 210 time: 0.0294623 Jun 23 18:58:59.040465 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-19fc6f3c-29be-4955-a09b-d0c6a02d9570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:59.044868 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.db_base_plugin_common [req-85656276-39d5-44d4-85e4-2e820e5caffe req-bd5e72d7-eb7b-4590-8129-1e0f6efb04b5 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Allocated IP 172.20.0.8 (bfb4a1f7-e917-4d93-979a-9e772f8cdd47/32106090-9e53-4852-ad03-eb2e8f42dc88/faa81078-f38b-45f4-a98c-5ccfbc7f907c) {{(pid=99982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:58:59.087193 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61430bf0-fcc1-441a-ba57-147b6e59801e req-c68b3e34-c244-447d-be15-decef8b551bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:59.088700 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-61430bf0-fcc1-441a-ba57-147b6e59801e req-c68b3e34-c244-447d-be15-decef8b551bc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=513690762a7743d6bef8530390bb53c2&device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 1096 time: 0.1951704 Jun 23 18:58:59.100590 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-e1a1f12e-4d5e-4b1d-812b-94fe86c99556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:59.100590 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-e1a1f12e-4d5e-4b1d-812b-94fe86c99556 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=513690762a7743d6bef8530390bb53c2&device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 1096 time: 0.2033782 Jun 23 18:58:59.155635 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd3c684-b874-4db8-807f-25359908b923', 'tag': '73c94921-4fe9-4123-8536-a0efac48cf1d'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 18:58:59.157904 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e667fbcb-af16-4877-8644-caee5ce1d0c7" -d '{"events": [{"name": "network-changed", "server_uuid": "1bd3c684-b874-4db8-807f-25359908b923", "tag": "73c94921-4fe9-4123-8536-a0efac48cf1d"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 18:58:59.238939 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-65ee1bcd-0e47-4cdd-939a-00a39ffdb5d2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73c94921-4fe9-4123-8536-a0efac48cf1d HTTP/1.1" status: 200 len: 217 time: 0.1123409 Jun 23 18:58:59.239521 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-c32602a2-7fe7-4c32-83c8-eb28f3e6adf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:59.241095 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 18:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bb9fd5-8fea-46ff-9419-96d8485f34de x-openstack-request-id: req-48bb9fd5-8fea-46ff-9419-96d8485f34de {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 18:58:59.241400 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bd3c684-b874-4db8-807f-25359908b923", "tag": "73c94921-4fe9-4123-8536-a0efac48cf1d", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 18:58:59.241673 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-48bb9fd5-8fea-46ff-9419-96d8485f34de {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 18:58:59.242076 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd3c684-b874-4db8-807f-25359908b923', 'tag': '73c94921-4fe9-4123-8536-a0efac48cf1d', 'status': 'completed', 'code': 200} Jun 23 18:58:59.264925 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.74', 50697) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:59.266888 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-c32602a2-7fe7-4c32-83c8-eb28f3e6adf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:59.267969 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-c32602a2-7fe7-4c32-83c8-eb28f3e6adf8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e7115b68-e1f4-4eec-81fb-1c868c411877 HTTP/1.1" status: 204 len: 168 time: 0.5852509 Jun 23 18:58:59.268598 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:59.370381 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32602a2-7fe7-4c32-83c8-eb28f3e6adf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7115b68-e1f4-4eec-81fb-1c868c411877,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:59.382667 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-c32602a2-7fe7-4c32-83c8-eb28f3e6adf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:59.391962 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-a47deea8-13cd-4119-99f5-cee4ed25098e tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:59.394255 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-a47deea8-13cd-4119-99f5-cee4ed25098e tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.74 "GET /v2.0/networks?id=58353e6c-18a0-4686-b0db-a03201c9462d HTTP/1.1" status: 200 len: 810 time: 0.1279473 Jun 23 18:58:59.454996 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device a7e9db05-c9d5-4b2d-837f-b6e05d29e058 up at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:58:59.459614 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61430bf0-fcc1-441a-ba57-147b6e59801e req-db67e5c3-aa8b-448b-9bbc-0fa71d1cb082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:59.459614 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-61430bf0-fcc1-441a-ba57-147b6e59801e req-db67e5c3-aa8b-448b-9bbc-0fa71d1cb082 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a62e3469-54f8-4f1b-8637-fdf06f04c1b7 HTTP/1.1" status: 200 len: 920 time: 0.3499258 Jun 23 18:58:59.459614 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-6ee098a1-80ae-4c1e-b0f3-18156b69be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:59.459614 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-6ee098a1-80ae-4c1e-b0f3-18156b69be3d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=21ed8072-8b4b-4158-b646-c86663b19b61 HTTP/1.1" status: 200 len: 859 time: 0.1888289 Jun 23 18:58:59.542706 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-1dfafbb4-2a5b-451b-a862-ae31193e3f92 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9f6a4633b074ee18f6ae32450102a45 HTTP/1.1" status: 200 len: 379 time: 0.1325853 Jun 23 18:58:59.555373 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-102d8c6b-7cc0-4d19-9232-34f33fcf81ed tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Request body: {'port': {'device_id': 'bee16e64-b3d5-4e6f-a1c9-dd713963a1f2', 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d', 'admin_state_up': True, 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'security_groups': ['61b66f4a-24ee-4973-b884-b43e527aaa28']}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:59.560604 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-b7f2572e-929f-411a-8c1a-0e4ad0fa1fbc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a62e3469-54f8-4f1b-8637-fdf06f04c1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851505 Jun 23 18:58:59.564313 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-85656276-39d5-44d4-85e4-2e820e5caffe req-bd5e72d7-eb7b-4590-8129-1e0f6efb04b5 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for port, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:59.571147 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-61430bf0-fcc1-441a-ba57-147b6e59801e req-53e73db7-7d0a-4cbf-89f2-e3006dc10ee9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2981d26e-c1fc-4f1b-b232-7fa6f09edba9 HTTP/1.1" status: 200 len: 217 time: 0.0981627 Jun 23 18:58:59.579699 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-19fc6f3c-29be-4955-a09b-d0c6a02d9570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:59.612481 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning for port a7e9db05-c9d5-4b2d-837f-b6e05d29e058 completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:58:59.616398 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning complete for port a7e9db05-c9d5-4b2d-837f-b6e05d29e058 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:58:59.616963 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:59.660479 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ad86c-e324-4089-9804-242df3aac14f req-f0d5d198-7b9f-4cdd-b6b0-738ed49c2372 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:59.667742 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-375ad86c-e324-4089-9804-242df3aac14f req-f0d5d198-7b9f-4cdd-b6b0-738ed49c2372 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 944 time: 0.4700081 Jun 23 18:58:59.669301 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.provisioning_blocks [req-85656276-39d5-44d4-85e4-2e820e5caffe req-bd5e72d7-eb7b-4590-8129-1e0f6efb04b5 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Transition to ACTIVE for port object faa81078-f38b-45f4-a98c-5ccfbc7f907c will not be triggered until provisioned by entity DHCP. {{(pid=99982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:58:59.688293 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0236d-e568-4f3c-a263-9cd16475f240 req-fd773df9-eff0-44f2-ab59-edd69caea2ae tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:59.707687 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-97c0236d-e568-4f3c-a263-9cd16475f240 req-fd773df9-eff0-44f2-ab59-edd69caea2ae tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 943 time: 0.2601514 Jun 23 18:58:59.713701 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-19fc6f3c-29be-4955-a09b-d0c6a02d9570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:59.735020 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:59.808766 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:59.813407 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-97c0236d-e568-4f3c-a263-9cd16475f240 req-dc6b0c33-eba0-44d6-a598-e1d69757a808 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048265 Jun 23 18:58:59.846589 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '007aad66-eaa8-42de-8e23-634b27063110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e9db05-c9d5-4b2d-837f-b6e05d29e058'}] {{(pid=99983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 18:58:59.864447 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61430bf0-fcc1-441a-ba57-147b6e59801e req-ccc7553f-ae9a-415e-96e9-56461ebfd4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:59.865817 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-61430bf0-fcc1-441a-ba57-147b6e59801e req-ccc7553f-ae9a-415e-96e9-56461ebfd4d0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=21ed8072-8b4b-4158-b646-c86663b19b61 HTTP/1.1" status: 200 len: 859 time: 0.2850335 Jun 23 18:58:59.875211 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-102d8c6b-7cc0-4d19-9232-34f33fcf81ed tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Made reservation on behalf of c9f6a4633b074ee18f6ae32450102a45 for: {'port': 1} {{(pid=99981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:58:59.878964 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-102d8c6b-7cc0-4d19-9232-34f33fcf81ed tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:59.919204 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port a7e9db05-c9d5-4b2d-837f-b6e05d29e058, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a7e9db05-c9d5-4b2d-837f-b6e05d29e058,segment=NetworkSegment(91ac7bd7-7747-45f6-a655-e28f712ee370),segment_id=91ac7bd7-7747-45f6-a655-e28f712ee370)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:58:59.954237 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-61430bf0-fcc1-441a-ba57-147b6e59801e req-7d0b5236-7959-4515-ae29-41230f4178a1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a62e3469-54f8-4f1b-8637-fdf06f04c1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461664 Jun 23 18:58:59.956480 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-19fc6f3c-29be-4955-a09b-d0c6a02d9570 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fae123c1b6dc4d158ea3bcbb1e1c7e7f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7335455 Jun 23 18:58:59.959562 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-375ad86c-e324-4089-9804-242df3aac14f req-24a73b34-c3ac-458d-bec3-2ef211108e47 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915461 Jun 23 18:58:59.960386 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 55952) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:59.962681 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc6f3c-29be-4955-a09b-d0c6a02d9570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa75c028-3973-45eb-ab56-2a3f323e9ea8,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:59.972836 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-50f2f5d4-7bac-444e-bb58-6fc2937f9321 service neutron] 10.222.0.74 "GET /v2.0/networks/a62e3469-54f8-4f1b-8637-fdf06f04c1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007709 Jun 23 18:58:59.975005 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-19fc6f3c-29be-4955-a09b-d0c6a02d9570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:00.041791 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-85656276-39d5-44d4-85e4-2e820e5caffe req-bd5e72d7-eb7b-4590-8129-1e0f6efb04b5 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63686027'] for port, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:00.051375 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:00.052561 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 48bc9ece-8dc4-46c8-ba36-531dab2ba975 up at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:59:00.054594 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:00.076886 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:00.180047 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=a7e9db05-c9d5-4b2d-837f-b6e05d29e058,revision_number=5']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:00.183711 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:00.195759 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.db_base_plugin_common [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-102d8c6b-7cc0-4d19-9232-34f33fcf81ed tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Allocated IP 172.20.0.14 (58353e6c-18a0-4686-b0db-a03201c9462d/addde824-1dce-4a61-8b2a-9b50df39336c/d16b30a7-1202-4a07-b980-112ed7289151) {{(pid=99981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:59:00.246661 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3da190a675926e82bddf1ae19285f5edc5f8218f501b2228f0a51a29f9c71fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a89220-8eac-414b-8527-a2c0e60ee11f" -d '{"events": [{"server_uuid": "007aad66-eaa8-42de-8e23-634b27063110", "name": "network-vif-plugged", "status": "completed", "tag": "a7e9db05-c9d5-4b2d-837f-b6e05d29e058"}]}' {{(pid=99983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 18:59:00.256136 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning for port 48bc9ece-8dc4-46c8-ba36-531dab2ba975 completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:59:00.263108 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning complete for port 48bc9ece-8dc4-46c8-ba36-531dab2ba975 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:59:00.266503 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:00.270062 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e72d7-eb7b-4590-8129-1e0f6efb04b5 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Pushing event updated for resources: {'Port': ['ID=faa81078-f38b-45f4-a98c-5ccfbc7f907c,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:00.293682 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236d0e9-a105-4d6b-a62c-ceed010b6704 req-485f2df8-fa79-468e-ba4b-8db6d5e7fb4e tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:00.295200 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-e236d0e9-a105-4d6b-a62c-ceed010b6704 req-485f2df8-fa79-468e-ba4b-8db6d5e7fb4e tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d43890be-ca10-4c42-b589-3a96705cecac HTTP/1.1" status: 200 len: 944 time: 0.1483147 Jun 23 18:59:00.321212 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-9131c993-0833-476f-ab10-5990ec338809 req-5afc404e-6baf-4671-9df2-c1dce6eb3920 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 210 time: 0.0972724 Jun 23 18:59:00.322169 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-bd5e72d7-eb7b-4590-8129-1e0f6efb04b5 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:00.371078 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:00.414820 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 48bc9ece-8dc4-46c8-ba36-531dab2ba975, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=48bc9ece-8dc4-46c8-ba36-531dab2ba975,segment=NetworkSegment(87806ec5-b336-4f3d-afae-cc6d137f808d),segment_id=87806ec5-b336-4f3d-afae-cc6d137f808d)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:59:00.422455 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85656276-39d5-44d4-85e4-2e820e5caffe req-bd5e72d7-eb7b-4590-8129-1e0f6efb04b5 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Network bfb4a1f7-e917-4d93-979a-9e772f8cdd47 is already hosted by enough agents. {{(pid=99982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:59:00.438186 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.base_scheduler [req-85656276-39d5-44d4-85e4-2e820e5caffe req-bd5e72d7-eb7b-4590-8129-1e0f6efb04b5 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Resources bound (agent type, host, resource id): {{(pid=99982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:59:00.447172 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [req-85656276-39d5-44d4-85e4-2e820e5caffe req-bd5e72d7-eb7b-4590-8129-1e0f6efb04b5 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Received port after_create {{(pid=99982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:59:00.565310 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:00.569024 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-cda3ddec-54e9-4fe8-b7b9-3a9c926f58ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:00.600057 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-e236d0e9-a105-4d6b-a62c-ceed010b6704 req-d97b15eb-7654-4d92-b221-57e1928d018b tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/security-groups?id=33c44205-c62b-42cb-bfba-d1e618271860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686615 Jun 23 18:59:00.655925 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-102d8c6b-7cc0-4d19-9232-34f33fcf81ed tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for port, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:00.682545 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.provisioning_blocks [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-102d8c6b-7cc0-4d19-9232-34f33fcf81ed tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Transition to ACTIVE for port object d16b30a7-1202-4a07-b980-112ed7289151 will not be triggered until provisioned by entity DHCP. {{(pid=99981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:59:00.734071 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=48bc9ece-8dc4-46c8-ba36-531dab2ba975,revision_number=5']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:00.742620 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:00.825397 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f46c469f-d70f-4d11-ab7e-a234a7221029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:00.839357 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-102d8c6b-7cc0-4d19-9232-34f33fcf81ed tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-66155747'] for port, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:00.844287 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:00.870129 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-b2d05a35-ece1-400d-a3cc-f0723333e2f5 None None] Provisioning for port faa81078-f38b-45f4-a98c-5ccfbc7f907c completed by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:59:00.875443 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-b2d05a35-ece1-400d-a3cc-f0723333e2f5 None None] Provisioning complete for port faa81078-f38b-45f4-a98c-5ccfbc7f907c triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:59:00.876083 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-b2d05a35-ece1-400d-a3cc-f0723333e2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:00.881269 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f46c469f-d70f-4d11-ab7e-a234a7221029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:00.925626 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-102d8c6b-7cc0-4d19-9232-34f33fcf81ed tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Network 58353e6c-18a0-4686-b0db-a03201c9462d is already hosted by enough agents. {{(pid=99981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:59:00.933022 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-102d8c6b-7cc0-4d19-9232-34f33fcf81ed tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Resources bound (agent type, host, resource id): {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:59:00.955707 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-102d8c6b-7cc0-4d19-9232-34f33fcf81ed tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Received port after_create {{(pid=99981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:59:00.971443 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-61430bf0-fcc1-441a-ba57-147b6e59801e req-0792999f-90a8-45f8-9dc1-32393a5b867d service neutron] 10.222.0.74 "GET /v2.0/networks/a62e3469-54f8-4f1b-8637-fdf06f04c1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9886482 Jun 23 18:59:00.971443 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85656276-39d5-44d4-85e4-2e820e5caffe req-bd5e72d7-eb7b-4590-8129-1e0f6efb04b5 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:00.971443 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-85656276-39d5-44d4-85e4-2e820e5caffe req-bd5e72d7-eb7b-4590-8129-1e0f6efb04b5 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:01.006017 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 18:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cf2c95-6ff0-480d-adc0-6608f010d5c2 x-openstack-request-id: req-90cf2c95-6ff0-480d-adc0-6608f010d5c2 {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 18:59:01.006017 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "007aad66-eaa8-42de-8e23-634b27063110", "name": "network-vif-plugged", "status": "completed", "tag": "a7e9db05-c9d5-4b2d-837f-b6e05d29e058", "code": 200}]} {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 18:59:01.006017 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-90cf2c95-6ff0-480d-adc0-6608f010d5c2 {{(pid=99983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 18:59:01.006017 dv-cinder-786386-8-iscsi neutron-server[99983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '007aad66-eaa8-42de-8e23-634b27063110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e9db05-c9d5-4b2d-837f-b6e05d29e058', 'code': 200} Jun 23 18:59:01.006017 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-b2d05a35-ece1-400d-a3cc-f0723333e2f5 None None] Port faa81078-f38b-45f4-a98c-5ccfbc7f907c cannot update to ACTIVE because it is not bound. {{(pid=99983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 18:59:01.066374 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-102d8c6b-7cc0-4d19-9232-34f33fcf81ed tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:01.067339 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-102d8c6b-7cc0-4d19-9232-34f33fcf81ed tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for port, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:01.089273 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d8c6b-7cc0-4d19-9232-34f33fcf81ed tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Pushing event updated for resources: {'Port': ['ID=d16b30a7-1202-4a07-b980-112ed7289151,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:01.096372 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-102d8c6b-7cc0-4d19-9232-34f33fcf81ed tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:01.115380 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-18c5db6d-a698-409a-afaf-b6015acd8d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:01.124795 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-38885bd9-a0f7-4eee-b69b-7bc5cb25a6cf req-4067a188-5189-4e92-980a-6866d7f861a9 service neutron] 10.222.0.74 "GET /v2.0/networks/a62e3469-54f8-4f1b-8637-fdf06f04c1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1223609 Jun 23 18:59:01.142115 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f46c469f-d70f-4d11-ab7e-a234a7221029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:01.159233 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f46c469f-d70f-4d11-ab7e-a234a7221029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:01.160496 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-f46c469f-d70f-4d11-ab7e-a234a7221029 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/aa75c028-3973-45eb-ab56-2a3f323e9ea8 HTTP/1.1" status: 204 len: 168 time: 1.1990068 Jun 23 18:59:01.168121 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-5bd31614-0e9d-486d-aa5f-cf2ef4ebeb28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:01.196741 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-61430bf0-fcc1-441a-ba57-147b6e59801e req-01d80eba-21a6-412b-be91-dbd27d4ca995 service neutron] 10.222.0.74 "GET /v2.0/networks/a62e3469-54f8-4f1b-8637-fdf06f04c1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240624 Jun 23 18:59:01.204276 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c469f-d70f-4d11-ab7e-a234a7221029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa75c028-3973-45eb-ab56-2a3f323e9ea8,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:01.207337 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-f46c469f-d70f-4d11-ab7e-a234a7221029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:01.234442 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-102d8c6b-7cc0-4d19-9232-34f33fcf81ed tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6866384 Jun 23 18:59:01.236787 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a9dd4-86bb-4d82-8129-72ec21d37faa req-f2747db8-d082-437c-8629-6ff2b0b96fad tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:01.238641 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-429a9dd4-86bb-4d82-8129-72ec21d37faa req-f2747db8-d082-437c-8629-6ff2b0b96fad tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 931 time: 0.7467413 Jun 23 18:59:01.243133 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-85656276-39d5-44d4-85e4-2e820e5caffe req-bd5e72d7-eb7b-4590-8129-1e0f6efb04b5 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7901525 Jun 23 18:59:01.292742 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6abe40-0eca-4e17-92eb-adefc5c76ae7 req-82d28000-5a40-4837-b408-f2792dadf7ae tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:01.294382 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-cd6abe40-0eca-4e17-92eb-adefc5c76ae7 req-82d28000-5a40-4837-b408-f2792dadf7ae tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 943 time: 0.1229303 Jun 23 18:59:01.302895 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-429a9dd4-86bb-4d82-8129-72ec21d37faa req-bef30d34-a8f7-4831-a71e-d2bc377d6eb2 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570197 Jun 23 18:59:01.332306 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-05b10d1e-07c8-4af3-8736-bac565aeb425 service neutron] Request body: {'port': {'device_id': 'bee16e64-b3d5-4e6f-a1c9-dd713963a1f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:59:01.354037 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [req-85656276-39d5-44d4-85e4-2e820e5caffe req-77c7ec3a-03bc-4f79-8d98-5c518bad7adb service neutron] Request body: {'port': {'device_id': '70a3cd0c-aaeb-4aba-8f47-d65e65f996e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:59:01.394877 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ea4f8427-93e6-43f5-a6ae-fda34bea51dd None None] Provisioning for port d16b30a7-1202-4a07-b980-112ed7289151 completed by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:59:01.399037 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ea4f8427-93e6-43f5-a6ae-fda34bea51dd None None] Provisioning complete for port d16b30a7-1202-4a07-b980-112ed7289151 triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:59:01.399424 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ea4f8427-93e6-43f5-a6ae-fda34bea51dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:01.438769 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-cd6abe40-0eca-4e17-92eb-adefc5c76ae7 req-5579d060-c08c-48f7-af1e-ea8a350900e9 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255927 Jun 23 18:59:01.463297 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 2981d26e-c1fc-4f1b-b232-7fa6f09edba9 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=99983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 18:59:01.467766 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-05b10d1e-07c8-4af3-8736-bac565aeb425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:01.516775 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-ea4f8427-93e6-43f5-a6ae-fda34bea51dd None None] Port d16b30a7-1202-4a07-b980-112ed7289151 cannot update to ACTIVE because it is not bound. {{(pid=99983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 18:59:01.521480 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:01.568644 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-85656276-39d5-44d4-85e4-2e820e5caffe req-77c7ec3a-03bc-4f79-8d98-5c518bad7adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:01.601153 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667fbcb-af16-4877-8644-caee5ce1d0c7 req-892e65bc-2fae-4ef3-b990-e74f6e0d4c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:01.602668 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-e667fbcb-af16-4877-8644-caee5ce1d0c7 req-892e65bc-2fae-4ef3-b990-e74f6e0d4c94 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=513690762a7743d6bef8530390bb53c2&device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 1096 time: 0.2934833 Jun 23 18:59:01.672203 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 2981d26e-c1fc-4f1b-b232-7fa6f09edba9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2981d26e-c1fc-4f1b-b232-7fa6f09edba9,segment=NetworkSegment(3f8ce679-d627-490d-95f8-7137b292d1c8),segment_id=3f8ce679-d627-490d-95f8-7137b292d1c8)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:59:01.705580 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Returning: {'device': '2981d26e-c1fc-4f1b-b232-7fa6f09edba9', 'network_id': 'a62e3469-54f8-4f1b-8637-fdf06f04c1b7', 'port_id': '2981d26e-c1fc-4f1b-b232-7fa6f09edba9', 'mac_address': 'fa:16:3e:3e:03:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21ed8072-8b4b-4158-b646-c86663b19b61', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 18:59:01.757067 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382adc8a-0a4b-4801-a3ed-0122ebaa6e9b req-ae7b9326-5d5a-462e-9d2d-5c05572df4d0 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:01.765484 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-382adc8a-0a4b-4801-a3ed-0122ebaa6e9b req-ae7b9326-5d5a-462e-9d2d-5c05572df4d0 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 945 time: 0.2990465 Jun 23 18:59:01.842484 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:01.860121 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da667e0-5b44-4d75-ab7a-e3d98b5c5172 req-ba08a0a2-2f6d-4df2-afa1-1f3839254eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:01.863107 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-1da667e0-5b44-4d75-ab7a-e3d98b5c5172 req-ba08a0a2-2f6d-4df2-afa1-1f3839254eed service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 1098 time: 0.3784039 Jun 23 18:59:01.876921 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2981d26e-c1fc-4f1b-b232-7fa6f09edba9 {{(pid=99983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 18:59:01.937876 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 2981d26e-c1fc-4f1b-b232-7fa6f09edba9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2981d26e-c1fc-4f1b-b232-7fa6f09edba9,segment=NetworkSegment(3f8ce679-d627-490d-95f8-7137b292d1c8),segment_id=3f8ce679-d627-490d-95f8-7137b292d1c8)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:59:01.962791 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-382adc8a-0a4b-4801-a3ed-0122ebaa6e9b req-2dbec200-4878-484b-a23d-277e38fed937 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964378 Jun 23 18:59:01.992130 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-1da667e0-5b44-4d75-ab7a-e3d98b5c5172 req-ca32e45d-bce0-4526-bd1f-20513a1d2a44 service neutron] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:02.008959 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667fbcb-af16-4877-8644-caee5ce1d0c7 req-12371dd6-a03a-43ec-bc9e-4e3798ccc3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:02.010452 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-e667fbcb-af16-4877-8644-caee5ce1d0c7 req-12371dd6-a03a-43ec-bc9e-4e3798ccc3f3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a62e3469-54f8-4f1b-8637-fdf06f04c1b7 HTTP/1.1" status: 200 len: 920 time: 0.3798075 Jun 23 18:59:02.045090 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:02.048585 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-1976074e-16ed-452f-9f8d-321966af54e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:02.106852 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f29625-e854-4631-941a-7be4f9536c8e req-ab4b130b-2da8-4b14-9268-5e9a2dc232ad tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:02.108603 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-e667fbcb-af16-4877-8644-caee5ce1d0c7 req-571e1a16-6ed9-4d61-8c3d-e0c7d27e982e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73c94921-4fe9-4123-8536-a0efac48cf1d HTTP/1.1" status: 200 len: 217 time: 0.0435948 Jun 23 18:59:02.122090 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-e9f29625-e854-4631-941a-7be4f9536c8e req-ab4b130b-2da8-4b14-9268-5e9a2dc232ad tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 932 time: 0.5605748 Jun 23 18:59:02.180473 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=2981d26e-c1fc-4f1b-b232-7fa6f09edba9,revision_number=4']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:02.184275 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:02.253911 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667fbcb-af16-4877-8644-caee5ce1d0c7 req-f26d38b5-ebd7-47bb-ad22-71a85c5984ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:02.255448 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-e667fbcb-af16-4877-8644-caee5ce1d0c7 req-f26d38b5-ebd7-47bb-ad22-71a85c5984ae service neutron] 10.222.0.74 "GET /v2.0/subnets?id=21ed8072-8b4b-4158-b646-c86663b19b61 HTTP/1.1" status: 200 len: 859 time: 0.1351590 Jun 23 18:59:02.296845 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-e9f29625-e854-4631-941a-7be4f9536c8e req-0d4864c2-14c2-4e7a-be12-9b1de6653b57 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707616 Jun 23 18:59:02.314613 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-e667fbcb-af16-4877-8644-caee5ce1d0c7 req-96ad4aa6-f48e-4134-bb14-338d6cc98d8c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a62e3469-54f8-4f1b-8637-fdf06f04c1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473413 Jun 23 18:59:02.355588 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['2981d26e-c1fc-4f1b-b232-7fa6f09edba9'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 18:59:02.361173 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:02.362629 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.notifiers.nova [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-05b10d1e-07c8-4af3-8736-bac565aeb425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d16b30a7-1202-4a07-b980-112ed7289151 {{(pid=99981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 18:59:02.371350 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-05b10d1e-07c8-4af3-8736-bac565aeb425 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:02.387631 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.provisioning_blocks [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-05b10d1e-07c8-4af3-8736-bac565aeb425 service neutron] Transition to ACTIVE for port object d16b30a7-1202-4a07-b980-112ed7289151 will not be triggered until provisioned by entity L2. {{(pid=99981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:59:02.404150 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [req-85656276-39d5-44d4-85e4-2e820e5caffe req-77c7ec3a-03bc-4f79-8d98-5c518bad7adb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faa81078-f38b-45f4-a98c-5ccfbc7f907c {{(pid=99982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 18:59:02.449032 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35beccfb-eb0c-46f8-bc6b-b06c2b4e847a req-16e1361a-00cc-4a83-87b1-c957dd5669ca tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:02.456442 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-35beccfb-eb0c-46f8-bc6b-b06c2b4e847a req-16e1361a-00cc-4a83-87b1-c957dd5669ca tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d43890be-ca10-4c42-b589-3a96705cecac HTTP/1.1" status: 200 len: 945 time: 0.2970927 Jun 23 18:59:02.461650 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-85656276-39d5-44d4-85e4-2e820e5caffe req-77c7ec3a-03bc-4f79-8d98-5c518bad7adb service neutron] Notify callbacks [] for port, precommit_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:02.491391 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-1da667e0-5b44-4d75-ab7a-e3d98b5c5172 req-ca32e45d-bce0-4526-bd1f-20513a1d2a44 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:02.512410 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.provisioning_blocks [req-85656276-39d5-44d4-85e4-2e820e5caffe req-77c7ec3a-03bc-4f79-8d98-5c518bad7adb service neutron] Transition to ACTIVE for port object faa81078-f38b-45f4-a98c-5ccfbc7f907c will not be triggered until provisioned by entity L2. {{(pid=99982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:59:02.525953 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-05b10d1e-07c8-4af3-8736-bac565aeb425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66155761'] for port, after_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:02.541353 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:02.557358 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-35beccfb-eb0c-46f8-bc6b-b06c2b4e847a req-fc3727b3-0af6-4c9b-840b-e8cd0f11c53a tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/security-groups?id=33c44205-c62b-42cb-bfba-d1e618271860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000419 Jun 23 18:59:02.572602 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-e667fbcb-af16-4877-8644-caee5ce1d0c7 req-1c47c8dd-746c-451a-a0dc-9262cb474bf4 service neutron] 10.222.0.74 "GET /v2.0/networks/a62e3469-54f8-4f1b-8637-fdf06f04c1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476335 Jun 23 18:59:02.631132 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-85656276-39d5-44d4-85e4-2e820e5caffe req-77c7ec3a-03bc-4f79-8d98-5c518bad7adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63686041'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:02.633061 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-1da667e0-5b44-4d75-ab7a-e3d98b5c5172 req-ca32e45d-bce0-4526-bd1f-20513a1d2a44 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:02.636317 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:02.653226 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b10d1e-07c8-4af3-8736-bac565aeb425 service neutron] Pushing event updated for resources: {'Port': ['ID=d16b30a7-1202-4a07-b980-112ed7289151,revision_number=2']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:02.665308 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-05b10d1e-07c8-4af3-8736-bac565aeb425 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:02.702761 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d912f-00a9-4774-b466-1d71c34d432e req-3df93b56-bcba-48fa-9350-0785202c20b1 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:02.704789 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-3d2d912f-00a9-4774-b466-1d71c34d432e req-3df93b56-bcba-48fa-9350-0785202c20b1 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 931 time: 0.2293780 Jun 23 18:59:02.791876 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7ec3a-03bc-4f79-8d98-5c518bad7adb service neutron] Pushing event updated for resources: {'Port': ['ID=faa81078-f38b-45f4-a98c-5ccfbc7f907c,revision_number=2']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:02.856348 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-77c7ec3a-03bc-4f79-8d98-5c518bad7adb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:02.856836 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:02.904343 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-1da667e0-5b44-4d75-ab7a-e3d98b5c5172 req-ca32e45d-bce0-4526-bd1f-20513a1d2a44 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0099666 Jun 23 18:59:02.916639 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-3d2d912f-00a9-4774-b466-1d71c34d432e req-c9b10d39-b0dc-410e-9115-ab54cd2ff249 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926978 Jun 23 18:59:02.924963 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.managers [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-05b10d1e-07c8-4af3-8736-bac565aeb425 service neutron] Attempting to bind port d16b30a7-1202-4a07-b980-112ed7289151 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=99981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 18:59:02.926124 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.managers [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-05b10d1e-07c8-4af3-8736-bac565aeb425 service neutron] Attempting to bind port d16b30a7-1202-4a07-b980-112ed7289151 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '21777bc4-7e14-43bb-899b-3e57adfce770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d'}] {{(pid=99981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 18:59:02.928196 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-05b10d1e-07c8-4af3-8736-bac565aeb425 service neutron] Attempting to bind port d16b30a7-1202-4a07-b980-112ed7289151 on network 58353e6c-18a0-4686-b0db-a03201c9462d {{(pid=99981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:59:02.936897 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-05b10d1e-07c8-4af3-8736-bac565aeb425 service neutron] Port d16b30a7-1202-4a07-b980-112ed7289151 on network 58353e6c-18a0-4686-b0db-a03201c9462d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=99981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 18:59:02.954869 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-05b10d1e-07c8-4af3-8736-bac565aeb425 service neutron] Attempting to bind port d16b30a7-1202-4a07-b980-112ed7289151 on network 58353e6c-18a0-4686-b0db-a03201c9462d {{(pid=99981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:59:02.979842 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-05b10d1e-07c8-4af3-8736-bac565aeb425 service neutron] Checking agent: {'id': '3aaf2a66-4435-4fa2-a046-8ce762f61c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 18, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:59:02.980479 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-05b10d1e-07c8-4af3-8736-bac565aeb425 service neutron] Checking segment: {'id': '21777bc4-7e14-43bb-899b-3e57adfce770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:59:02.980752 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-05b10d1e-07c8-4af3-8736-bac565aeb425 service neutron] Bound using segment: {'id': '21777bc4-7e14-43bb-899b-3e57adfce770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d'} {{(pid=99981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:59:02.981479 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.managers [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-05b10d1e-07c8-4af3-8736-bac565aeb425 service neutron] Bound port: d16b30a7-1202-4a07-b980-112ed7289151, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21777bc4-7e14-43bb-899b-3e57adfce770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d'}}] {{(pid=99981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 18:59:02.981877 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-05b10d1e-07c8-4af3-8736-bac565aeb425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:03.001214 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43890be-ca10-4c42-b589-3a96705cecac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bc9ece-8dc4-46c8-ba36-531dab2ba975'}] {{(pid=99983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 18:59:03.003841 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3da190a675926e82bddf1ae19285f5edc5f8218f501b2228f0a51a29f9c71fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98c3167-bf1c-4944-8fc6-7b77e7fafc7a" -d '{"events": [{"server_uuid": "d43890be-ca10-4c42-b589-3a96705cecac", "name": "network-vif-plugged", "status": "completed", "tag": "48bc9ece-8dc4-46c8-ba36-531dab2ba975"}]}' {{(pid=99983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 18:59:03.036709 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca32e45d-bce0-4526-bd1f-20513a1d2a44 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fd97b6fc-5fa8-4854-b74f-a7003d81a378,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:03.056231 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-ca32e45d-bce0-4526-bd1f-20513a1d2a44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:03.119560 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.db [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-05b10d1e-07c8-4af3-8736-bac565aeb425 service neutron] For port d16b30a7-1202-4a07-b980-112ed7289151, host hv-cinder-78638, cleared binding levels {{(pid=99981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 18:59:03.122752 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-e667fbcb-af16-4877-8644-caee5ce1d0c7 req-ea2acfef-1cad-4a3b-bb12-a11c4f83c8fc service neutron] 10.222.0.74 "GET /v2.0/networks/a62e3469-54f8-4f1b-8637-fdf06f04c1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5422273 Jun 23 18:59:03.128922 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.db [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-05b10d1e-07c8-4af3-8736-bac565aeb425 service neutron] For port d16b30a7-1202-4a07-b980-112ed7289151, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d16b30a7-1202-4a07-b980-112ed7289151,segment=NetworkSegment(21777bc4-7e14-43bb-899b-3e57adfce770),segment_id=21777bc4-7e14-43bb-899b-3e57adfce770)] {{(pid=99981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 18:59:03.142763 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666da58-d3a1-41b0-81c9-0e910fa1a279 req-34633402-547e-47c5-bb0c-29215cfa6bce tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:03.143343 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-2666da58-d3a1-41b0-81c9-0e910fa1a279 req-34633402-547e-47c5-bb0c-29215cfa6bce tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 943 time: 0.4323170 Jun 23 18:59:03.198716 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-2666da58-d3a1-41b0-81c9-0e910fa1a279 req-2183f3f0-8a5d-4fcc-8758-64f3e5678488 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542905 Jun 23 18:59:03.203138 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-85656276-39d5-44d4-85e4-2e820e5caffe req-77c7ec3a-03bc-4f79-8d98-5c518bad7adb service neutron] Attempting to bind port faa81078-f38b-45f4-a98c-5ccfbc7f907c on host hv-cinder-78638 for vnic_type normal with profile {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 18:59:03.203138 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-85656276-39d5-44d4-85e4-2e820e5caffe req-77c7ec3a-03bc-4f79-8d98-5c518bad7adb service neutron] Attempting to bind port faa81078-f38b-45f4-a98c-5ccfbc7f907c by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47'}] {{(pid=99982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 18:59:03.203138 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85656276-39d5-44d4-85e4-2e820e5caffe req-77c7ec3a-03bc-4f79-8d98-5c518bad7adb service neutron] Attempting to bind port faa81078-f38b-45f4-a98c-5ccfbc7f907c on network bfb4a1f7-e917-4d93-979a-9e772f8cdd47 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:59:03.205124 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85656276-39d5-44d4-85e4-2e820e5caffe req-77c7ec3a-03bc-4f79-8d98-5c518bad7adb service neutron] Port faa81078-f38b-45f4-a98c-5ccfbc7f907c on network bfb4a1f7-e917-4d93-979a-9e772f8cdd47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 18:59:03.205445 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85656276-39d5-44d4-85e4-2e820e5caffe req-77c7ec3a-03bc-4f79-8d98-5c518bad7adb service neutron] Attempting to bind port faa81078-f38b-45f4-a98c-5ccfbc7f907c on network bfb4a1f7-e917-4d93-979a-9e772f8cdd47 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:59:03.210586 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85656276-39d5-44d4-85e4-2e820e5caffe req-77c7ec3a-03bc-4f79-8d98-5c518bad7adb service neutron] Checking agent: {'id': '3aaf2a66-4435-4fa2-a046-8ce762f61c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 18, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:59:03.211255 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85656276-39d5-44d4-85e4-2e820e5caffe req-77c7ec3a-03bc-4f79-8d98-5c518bad7adb service neutron] Checking segment: {'id': '1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:59:03.211642 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85656276-39d5-44d4-85e4-2e820e5caffe req-77c7ec3a-03bc-4f79-8d98-5c518bad7adb service neutron] Bound using segment: {'id': '1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47'} {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:59:03.212077 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-85656276-39d5-44d4-85e4-2e820e5caffe req-77c7ec3a-03bc-4f79-8d98-5c518bad7adb service neutron] Bound port: faa81078-f38b-45f4-a98c-5ccfbc7f907c, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47'}}] {{(pid=99982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 18:59:03.212427 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-85656276-39d5-44d4-85e4-2e820e5caffe req-77c7ec3a-03bc-4f79-8d98-5c518bad7adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:03.226549 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6c2cf-9911-4f2c-b278-bed7694b7044 req-d5519b7d-ca34-4020-b8a5-771d13fd854f tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:03.230475 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-0ab6c2cf-9911-4f2c-b278-bed7694b7044 req-d5519b7d-ca34-4020-b8a5-771d13fd854f tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 945 time: 0.0896862 Jun 23 18:59:03.276038 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 18:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245bd03b-e9c9-49ad-879f-e2b85c66d112 x-openstack-request-id: req-245bd03b-e9c9-49ad-879f-e2b85c66d112 {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 18:59:03.276534 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d43890be-ca10-4c42-b589-3a96705cecac", "name": "network-vif-plugged", "status": "completed", "tag": "48bc9ece-8dc4-46c8-ba36-531dab2ba975", "code": 200}]} {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 18:59:03.276958 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-245bd03b-e9c9-49ad-879f-e2b85c66d112 {{(pid=99983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 18:59:03.277520 dv-cinder-786386-8-iscsi neutron-server[99983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd43890be-ca10-4c42-b589-3a96705cecac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bc9ece-8dc4-46c8-ba36-531dab2ba975', 'code': 200} Jun 23 18:59:03.307856 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-85656276-39d5-44d4-85e4-2e820e5caffe req-77c7ec3a-03bc-4f79-8d98-5c518bad7adb service neutron] For port faa81078-f38b-45f4-a98c-5ccfbc7f907c, host hv-cinder-78638, cleared binding levels {{(pid=99982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 18:59:03.307856 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-85656276-39d5-44d4-85e4-2e820e5caffe req-77c7ec3a-03bc-4f79-8d98-5c518bad7adb service neutron] For port faa81078-f38b-45f4-a98c-5ccfbc7f907c, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=faa81078-f38b-45f4-a98c-5ccfbc7f907c,segment=NetworkSegment(1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13),segment_id=1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13)] {{(pid=99982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 18:59:03.324371 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-0ab6c2cf-9911-4f2c-b278-bed7694b7044 req-4ab881d0-afd1-48ae-8bd0-42e77a2aad6a tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929728 Jun 23 18:59:03.326757 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-05b10d1e-07c8-4af3-8736-bac565aeb425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66155761'] for port, after_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:03.330645 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:03.404893 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-85656276-39d5-44d4-85e4-2e820e5caffe req-77c7ec3a-03bc-4f79-8d98-5c518bad7adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63686041'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:03.408928 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-4e630bf9-3c48-4636-bfa4-3f1361834999 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:03.415678 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-05b10d1e-07c8-4af3-8736-bac565aeb425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:03.416185 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-05b10d1e-07c8-4af3-8736-bac565aeb425 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for port, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:03.417749 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-05b10d1e-07c8-4af3-8736-bac565aeb425 service neutron] 10.222.0.74 "PUT /v2.0/ports/d16b30a7-1202-4a07-b980-112ed7289151 HTTP/1.1" status: 200 len: 1094 time: 2.1019886 Jun 23 18:59:03.418421 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee16e64-b3d5-4e6f-a1c9-dd713963a1f2', 'tag': 'd16b30a7-1202-4a07-b980-112ed7289151'}] {{(pid=99981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 18:59:03.424663 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b10d1e-07c8-4af3-8736-bac565aeb425 service neutron] Pushing event updated for resources: {'Port': ['ID=d16b30a7-1202-4a07-b980-112ed7289151,revision_number=3']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:03.429839 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-05b10d1e-07c8-4af3-8736-bac565aeb425 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:03.454517 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85656276-39d5-44d4-85e4-2e820e5caffe req-77c7ec3a-03bc-4f79-8d98-5c518bad7adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:03.455201 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-85656276-39d5-44d4-85e4-2e820e5caffe req-77c7ec3a-03bc-4f79-8d98-5c518bad7adb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:03.456535 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-85656276-39d5-44d4-85e4-2e820e5caffe req-77c7ec3a-03bc-4f79-8d98-5c518bad7adb service neutron] 10.222.0.74 "PUT /v2.0/ports/faa81078-f38b-45f4-a98c-5ccfbc7f907c HTTP/1.1" status: 200 len: 1093 time: 2.1312289 Jun 23 18:59:03.457029 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a3cd0c-aaeb-4aba-8f47-d65e65f996e3', 'tag': 'faa81078-f38b-45f4-a98c-5ccfbc7f907c'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 18:59:03.465209 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72dee603-5f89-449e-9db8-81a19a79d89d" -d '{"events": [{"name": "network-changed", "server_uuid": "70a3cd0c-aaeb-4aba-8f47-d65e65f996e3", "tag": "faa81078-f38b-45f4-a98c-5ccfbc7f907c"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 18:59:03.511541 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 73c94921-4fe9-4123-8536-a0efac48cf1d details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=99983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 18:59:03.522102 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 2981d26e-c1fc-4f1b-b232-7fa6f09edba9 up at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:59:03.563370 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7ec3a-03bc-4f79-8d98-5c518bad7adb service neutron] Pushing event updated for resources: {'Port': ['ID=faa81078-f38b-45f4-a98c-5ccfbc7f907c,revision_number=3']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:03.569132 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-77c7ec3a-03bc-4f79-8d98-5c518bad7adb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:03.581962 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 18:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464ccdbe-5af2-438e-b971-65617f3c9259 x-openstack-request-id: req-464ccdbe-5af2-438e-b971-65617f3c9259 {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 18:59:03.582548 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a3cd0c-aaeb-4aba-8f47-d65e65f996e3", "tag": "faa81078-f38b-45f4-a98c-5ccfbc7f907c", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 18:59:03.591667 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-464ccdbe-5af2-438e-b971-65617f3c9259 {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 18:59:03.612728 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a3cd0c-aaeb-4aba-8f47-d65e65f996e3', 'tag': 'faa81078-f38b-45f4-a98c-5ccfbc7f907c', 'status': 'completed', 'code': 200} Jun 23 18:59:03.659104 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c19ba6c2e482ff9aabb3850c8975427142a9e03079a3b94b5c7a7eb1b25c395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f552028-03e0-4742-bc96-3df01ca5df6a" -d '{"events": [{"name": "network-changed", "server_uuid": "bee16e64-b3d5-4e6f-a1c9-dd713963a1f2", "tag": "d16b30a7-1202-4a07-b980-112ed7289151"}]}' {{(pid=99981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 18:59:03.664432 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:03.711389 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7d22e-9f6f-44f2-94c3-103f04cacbe8 req-fc5ee6f7-bb7e-4e17-abd4-afeead0f6bae tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:03.713848 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-00f7d22e-9f6f-44f2-94c3-103f04cacbe8 req-fc5ee6f7-bb7e-4e17-abd4-afeead0f6bae tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 944 time: 0.2317517 Jun 23 18:59:03.740040 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning for port 2981d26e-c1fc-4f1b-b232-7fa6f09edba9 completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:59:03.807605 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dee603-5f89-449e-9db8-81a19a79d89d req-272ab456-8628-4e8e-b5b2-3c4eab585f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:03.809110 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-72dee603-5f89-449e-9db8-81a19a79d89d req-272ab456-8628-4e8e-b5b2-3c4eab585f16 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=729d57d1e6084efaafdeeab91cc43749&device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 1096 time: 0.1894600 Jun 23 18:59:03.812827 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning complete for port 2981d26e-c1fc-4f1b-b232-7fa6f09edba9 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:59:03.813445 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:03.844312 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-00f7d22e-9f6f-44f2-94c3-103f04cacbe8 req-d9c835e0-b61f-4da4-8349-829459870953 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969162 Jun 23 18:59:03.895657 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 73c94921-4fe9-4123-8536-a0efac48cf1d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=73c94921-4fe9-4123-8536-a0efac48cf1d,segment=NetworkSegment(3f8ce679-d627-490d-95f8-7137b292d1c8),segment_id=3f8ce679-d627-490d-95f8-7137b292d1c8)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:59:03.940643 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Returning: {'device': '73c94921-4fe9-4123-8536-a0efac48cf1d', 'network_id': 'a62e3469-54f8-4f1b-8637-fdf06f04c1b7', 'port_id': '73c94921-4fe9-4123-8536-a0efac48cf1d', 'mac_address': 'fa:16:3e:b1:8e:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21ed8072-8b4b-4158-b646-c86663b19b61', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 18:59:03.981733 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:04.028651 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:04.030478 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122aae19-e874-4801-9e4a-51ae6ef9fb41 req-0e2b5b91-91b7-4a05-828c-2c43f0bbc9eb tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:04.038160 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-122aae19-e874-4801-9e4a-51ae6ef9fb41 req-0e2b5b91-91b7-4a05-828c-2c43f0bbc9eb tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d43890be-ca10-4c42-b589-3a96705cecac HTTP/1.1" status: 200 len: 945 time: 0.2264562 Jun 23 18:59:04.067989 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73c94921-4fe9-4123-8536-a0efac48cf1d {{(pid=99983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 18:59:04.077135 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 2981d26e-c1fc-4f1b-b232-7fa6f09edba9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2981d26e-c1fc-4f1b-b232-7fa6f09edba9,segment=NetworkSegment(3f8ce679-d627-490d-95f8-7137b292d1c8),segment_id=3f8ce679-d627-490d-95f8-7137b292d1c8)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:59:04.078899 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-8b370c34-ac2b-44ee-b2bf-2badb45263ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:04.084671 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-8b370c34-ac2b-44ee-b2bf-2badb45263ed service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9f6a4633b074ee18f6ae32450102a45&device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 1097 time: 0.3559945 Jun 23 18:59:04.098104 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 73c94921-4fe9-4123-8536-a0efac48cf1d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=73c94921-4fe9-4123-8536-a0efac48cf1d,segment=NetworkSegment(3f8ce679-d627-490d-95f8-7137b292d1c8),segment_id=3f8ce679-d627-490d-95f8-7137b292d1c8)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:59:04.185580 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-4a328440-048c-4bd1-bf54-963243662d62 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d16b30a7-1202-4a07-b980-112ed7289151 HTTP/1.1" status: 200 len: 217 time: 0.0842853 Jun 23 18:59:04.187369 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 18:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d30eaa-32d8-4a82-8bcb-ff0e7ae3aa3a x-openstack-request-id: req-d8d30eaa-32d8-4a82-8bcb-ff0e7ae3aa3a {{(pid=99981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 18:59:04.187746 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bee16e64-b3d5-4e6f-a1c9-dd713963a1f2", "tag": "d16b30a7-1202-4a07-b980-112ed7289151", "status": "completed", "code": 200}]} {{(pid=99981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 18:59:04.188086 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d8d30eaa-32d8-4a82-8bcb-ff0e7ae3aa3a {{(pid=99981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 18:59:04.188622 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bee16e64-b3d5-4e6f-a1c9-dd713963a1f2', 'tag': 'd16b30a7-1202-4a07-b980-112ed7289151', 'status': 'completed', 'code': 200} Jun 23 18:59:04.197653 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f0473-30f6-4d03-ac50-2ba36009986f req-734e6c31-4238-4aba-a944-4e1592932c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:04.200974 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-673f0473-30f6-4d03-ac50-2ba36009986f req-734e6c31-4238-4aba-a944-4e1592932c2d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d43890be-ca10-4c42-b589-3a96705cecac HTTP/1.1" status: 200 len: 1098 time: 0.4043889 Jun 23 18:59:04.204947 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:04.206666 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-744d1896-18fc-491b-b480-4164fd291337 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:04.252566 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dee603-5f89-449e-9db8-81a19a79d89d req-50cf135e-c3cd-4c37-8017-302d324cd34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:04.263272 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-72dee603-5f89-449e-9db8-81a19a79d89d req-50cf135e-c3cd-4c37-8017-302d324cd34e service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=729d57d1e6084efaafdeeab91cc43749&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4326160 Jun 23 18:59:04.265235 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:04.288329 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-333347f9-fa94-4104-b5c9-cb7d0a3a4846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:04.289809 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-333347f9-fa94-4104-b5c9-cb7d0a3a4846 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=addde824-1dce-4a61-8b2a-9b50df39336c HTTP/1.1" status: 200 len: 849 time: 0.0859585 Jun 23 18:59:04.299818 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=2981d26e-c1fc-4f1b-b232-7fa6f09edba9,revision_number=5']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:04.304589 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-122aae19-e874-4801-9e4a-51ae6ef9fb41 req-c0c9c1fc-20c3-4d24-8847-9c412b1bd198 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/security-groups?id=33c44205-c62b-42cb-bfba-d1e618271860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649813 Jun 23 18:59:04.306070 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:04.307004 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:04.399374 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=73c94921-4fe9-4123-8536-a0efac48cf1d,revision_number=4']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:04.408052 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:04.472877 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-b31769e7-2f64-42d3-8edb-9f3a82231c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:04.474709 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-b31769e7-2f64-42d3-8edb-9f3a82231c6c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=58353e6c-18a0-4686-b0db-a03201c9462d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1676123 Jun 23 18:59:04.639500 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-673f0473-30f6-4d03-ac50-2ba36009986f req-d668b69f-2c55-4c71-98ae-98f3e2f364ff service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=33c44205-c62b-42cb-bfba-d1e618271860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261053 Jun 23 18:59:04.642441 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['73c94921-4fe9-4123-8536-a0efac48cf1d'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 18:59:04.735087 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dee603-5f89-449e-9db8-81a19a79d89d req-4e6cf225-b875-40e6-8eab-255058b52663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:04.736818 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-72dee603-5f89-449e-9db8-81a19a79d89d req-4e6cf225-b875-40e6-8eab-255058b52663 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4665112 Jun 23 18:59:04.749935 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043c474-091c-43df-8766-ad3713d30e4f req-30f38a5d-6cc5-45ad-b990-8aa0702e902f tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:04.751572 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b043c474-091c-43df-8766-ad3713d30e4f req-30f38a5d-6cc5-45ad-b990-8aa0702e902f tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.1910584 Jun 23 18:59:04.793331 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-bcacc426-c08e-47f5-895d-80b3797c755d service neutron] 10.222.0.74 "GET /v2.0/networks/58353e6c-18a0-4686-b0db-a03201c9462d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989066 Jun 23 18:59:04.802352 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b043c474-091c-43df-8766-ad3713d30e4f req-2cad4b5a-9106-4ffc-a5d6-f96754db7baf tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436239 Jun 23 18:59:04.810472 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891dca33-479a-4858-94ad-6bd16db3c290 req-3546ab3e-2386-47d0-819b-e1dc9c3b41b0 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:04.813309 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-891dca33-479a-4858-94ad-6bd16db3c290 req-3546ab3e-2386-47d0-819b-e1dc9c3b41b0 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 944 time: 0.3566735 Jun 23 18:59:04.866991 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-891dca33-479a-4858-94ad-6bd16db3c290 req-c9a9ec01-cca0-4cbb-bcee-5256a36d53ca tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479186 Jun 23 18:59:05.002921 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e9834-be8d-4cfd-be37-5c1acd335d0c req-db40cc3c-8395-4666-a7bf-0e98145e4766 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:05.004448 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-7a0e9834-be8d-4cfd-be37-5c1acd335d0c req-db40cc3c-8395-4666-a7bf-0e98145e4766 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 945 time: 0.0860927 Jun 23 18:59:05.094874 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-7a0e9834-be8d-4cfd-be37-5c1acd335d0c req-42f541e8-51b0-4f05-a9dc-06fe7c7c786b tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715353 Jun 23 18:59:05.096899 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a758e34-e3da-4040-bcc9-5120b47199b9 req-edd0b7f1-d03d-4cfd-8562-9cb02beb77e5 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:05.098442 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-3a758e34-e3da-4040-bcc9-5120b47199b9 req-edd0b7f1-d03d-4cfd-8562-9cb02beb77e5 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 944 time: 0.1124773 Jun 23 18:59:05.100747 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-dd408665-3f0a-4cf2-93bd-5c4af9cd728a req-0dbe56f6-616a-4654-8b73-984e295b3767 service neutron] 10.222.0.74 "GET /v2.0/networks/58353e6c-18a0-4686-b0db-a03201c9462d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542234 Jun 23 18:59:05.129369 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85656276-39d5-44d4-85e4-2e820e5caffe req-b7395cb8-4e6b-4922-b1d8-c32af5b045fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:05.136291 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-85656276-39d5-44d4-85e4-2e820e5caffe req-b7395cb8-4e6b-4922-b1d8-c32af5b045fe service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=729d57d1e6084efaafdeeab91cc43749&device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 1096 time: 0.0871971 Jun 23 18:59:05.138300 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-3a758e34-e3da-4040-bcc9-5120b47199b9 req-9dc994ec-f899-42bb-9c91-7f83eb7cccb8 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335839 Jun 23 18:59:05.279119 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117a734c-3a6a-4c2c-803c-530f8bb27018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2981d26e-c1fc-4f1b-b232-7fa6f09edba9'}] {{(pid=99983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 18:59:05.282465 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3da190a675926e82bddf1ae19285f5edc5f8218f501b2228f0a51a29f9c71fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c01918c-8209-4f62-833c-5f45103c4451" -d '{"events": [{"server_uuid": "117a734c-3a6a-4c2c-803c-530f8bb27018", "name": "network-vif-plugged", "status": "completed", "tag": "2981d26e-c1fc-4f1b-b232-7fa6f09edba9"}]}' {{(pid=99983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 18:59:05.321229 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 18:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6871b7ca-d1da-477c-b892-3e38a27a5589 x-openstack-request-id: req-6871b7ca-d1da-477c-b892-3e38a27a5589 {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 18:59:05.321770 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117a734c-3a6a-4c2c-803c-530f8bb27018", "name": "network-vif-plugged", "status": "completed", "tag": "2981d26e-c1fc-4f1b-b232-7fa6f09edba9", "code": 200}]} {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 18:59:05.322281 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6871b7ca-d1da-477c-b892-3e38a27a5589 {{(pid=99983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 18:59:05.322927 dv-cinder-786386-8-iscsi neutron-server[99983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117a734c-3a6a-4c2c-803c-530f8bb27018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2981d26e-c1fc-4f1b-b232-7fa6f09edba9', 'code': 200} Jun 23 18:59:05.486298 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9fd272-08f7-4a52-875d-96178a06923e req-0c78ae27-eb9a-4fa0-92e3-fe2338b8680c tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:05.489203 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-7c9fd272-08f7-4a52-875d-96178a06923e req-0c78ae27-eb9a-4fa0-92e3-fe2338b8680c tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d43890be-ca10-4c42-b589-3a96705cecac HTTP/1.1" status: 200 len: 945 time: 0.0655837 Jun 23 18:59:05.526507 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-7c9fd272-08f7-4a52-875d-96178a06923e req-d26e86fe-adc3-4b0e-b346-4cd5901ee691 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/security-groups?id=33c44205-c62b-42cb-bfba-d1e618271860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319364 Jun 23 18:59:05.994148 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426bfa3b-5c93-47ec-a54a-de8a0b67aadb req-6af1b036-ec79-4be4-8675-0d7aece5ce2c tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:05.995957 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-426bfa3b-5c93-47ec-a54a-de8a0b67aadb req-6af1b036-ec79-4be4-8675-0d7aece5ce2c tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0645039 Jun 23 18:59:06.042753 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-426bfa3b-5c93-47ec-a54a-de8a0b67aadb req-30ee2d9c-703d-47a8-b48d-d3621c22de95 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406280 Jun 23 18:59:06.052888 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff720a-d665-42fd-a297-46e4eeb94587 req-4dececf4-c9a3-4ac3-b037-92ced9c604a4 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:06.054524 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-9dff720a-d665-42fd-a297-46e4eeb94587 req-4dececf4-c9a3-4ac3-b037-92ced9c604a4 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 944 time: 0.0668824 Jun 23 18:59:06.093030 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-9dff720a-d665-42fd-a297-46e4eeb94587 req-663ed5da-b830-4868-8001-908d4e8a3cda tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314138 Jun 23 18:59:06.274031 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e22ef-8f29-4bb6-8b2f-daaf7fd9fc15 req-dfbd7290-b302-42aa-9bfb-281502b8c1b7 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:06.275430 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4e4e22ef-8f29-4bb6-8b2f-daaf7fd9fc15 req-dfbd7290-b302-42aa-9bfb-281502b8c1b7 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 945 time: 0.0659633 Jun 23 18:59:06.312163 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4e4e22ef-8f29-4bb6-8b2f-daaf7fd9fc15 req-0118c53e-1bf1-450c-98d2-15952bbb4141 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310259 Jun 23 18:59:06.313026 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9623aa-15e1-4382-97bc-41a145d73376 req-b7d72c59-7514-4889-a478-0d72c517cfd2 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:06.314606 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-6d9623aa-15e1-4382-97bc-41a145d73376 req-b7d72c59-7514-4889-a478-0d72c517cfd2 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 944 time: 0.0636084 Jun 23 18:59:06.353326 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-6d9623aa-15e1-4382-97bc-41a145d73376 req-ccc49368-935e-40be-9957-965933ea9190 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328667 Jun 23 18:59:06.697982 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3191f-e3be-4eee-b89a-5f5c7896cdcd req-85a2cd35-8813-49e1-b0ae-a8fe8a4cf93c tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:06.699610 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-6be3191f-e3be-4eee-b89a-5f5c7896cdcd req-85a2cd35-8813-49e1-b0ae-a8fe8a4cf93c tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d43890be-ca10-4c42-b589-3a96705cecac HTTP/1.1" status: 200 len: 945 time: 0.0624669 Jun 23 18:59:06.758383 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-6be3191f-e3be-4eee-b89a-5f5c7896cdcd req-091ec994-e3d0-49e2-bf78-e35e8950f8a3 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/security-groups?id=33c44205-c62b-42cb-bfba-d1e618271860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384288 Jun 23 18:59:07.218100 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31cb7c-6ad6-4da4-9bae-635ecf70b4c9 req-e0cc10a3-9815-4fca-87ee-a05d0a445193 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:07.220373 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-eb31cb7c-6ad6-4da4-9bae-635ecf70b4c9 req-e0cc10a3-9815-4fca-87ee-a05d0a445193 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0664959 Jun 23 18:59:07.259881 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-eb31cb7c-6ad6-4da4-9bae-635ecf70b4c9 req-15b2f788-1c9d-4568-b82c-9263ee4fb8ea tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335000 Jun 23 18:59:07.277296 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87547a84-001f-42cf-9dda-2cda82c7af9f req-5c55a0f4-ae7a-4814-972f-5cd15e7dcb92 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:07.277296 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-87547a84-001f-42cf-9dda-2cda82c7af9f req-5c55a0f4-ae7a-4814-972f-5cd15e7dcb92 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 944 time: 0.0704517 Jun 23 18:59:07.325901 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-87547a84-001f-42cf-9dda-2cda82c7af9f req-bed80f93-e162-49fd-b2e7-676286497c4d tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355544 Jun 23 18:59:07.526858 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880314fd-1bd2-4f45-8ce3-40d910822f4b req-72690671-dd8c-47ff-9278-b2ba58dbc3f7 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:07.528298 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-880314fd-1bd2-4f45-8ce3-40d910822f4b req-72690671-dd8c-47ff-9278-b2ba58dbc3f7 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 944 time: 0.0642595 Jun 23 18:59:07.564289 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-880314fd-1bd2-4f45-8ce3-40d910822f4b req-e4054d32-ce55-4a52-9fd3-74b63f60b9f9 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298021 Jun 23 18:59:07.898651 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-85656276-39d5-44d4-85e4-2e820e5caffe req-49740dc5-3063-4b06-94d0-96714d5131c6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faa81078-f38b-45f4-a98c-5ccfbc7f907c HTTP/1.1" status: 200 len: 217 time: 0.0372295 Jun 23 18:59:07.957344 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d7e01-3f27-4f34-83cf-a70ab1e0ecd8 req-66018aa8-69df-4544-92a7-f5ea27f43a86 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:07.958816 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-9b1d7e01-3f27-4f34-83cf-a70ab1e0ecd8 req-66018aa8-69df-4544-92a7-f5ea27f43a86 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d43890be-ca10-4c42-b589-3a96705cecac HTTP/1.1" status: 200 len: 945 time: 0.0629473 Jun 23 18:59:08.037313 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f552028-03e0-4742-bc96-3df01ca5df6a req-86df9a69-aaff-4b6c-ae16-45d3ca75fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:08.039139 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-6f552028-03e0-4742-bc96-3df01ca5df6a req-86df9a69-aaff-4b6c-ae16-45d3ca75fd78 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9f6a4633b074ee18f6ae32450102a45&device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 1097 time: 0.0668147 Jun 23 18:59:08.039779 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-9b1d7e01-3f27-4f34-83cf-a70ab1e0ecd8 req-500005d0-35fb-4c11-ae49-95984002c416 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/security-groups?id=33c44205-c62b-42cb-bfba-d1e618271860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747101 Jun 23 18:59:08.043568 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85656276-39d5-44d4-85e4-2e820e5caffe req-ebfc2230-107b-4f0f-a3e0-e5945729b7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:08.045003 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-85656276-39d5-44d4-85e4-2e820e5caffe req-ebfc2230-107b-4f0f-a3e0-e5945729b7c8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=32106090-9e53-4852-ad03-eb2e8f42dc88 HTTP/1.1" status: 200 len: 856 time: 0.0727546 Jun 23 18:59:08.137094 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85656276-39d5-44d4-85e4-2e820e5caffe req-a7cd405a-08b3-4e1c-921c-66bb6072cc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:08.138611 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-85656276-39d5-44d4-85e4-2e820e5caffe req-a7cd405a-08b3-4e1c-921c-66bb6072cc8b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bfb4a1f7-e917-4d93-979a-9e772f8cdd47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0793841 Jun 23 18:59:08.222174 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f552028-03e0-4742-bc96-3df01ca5df6a req-a2dcde3c-e9a7-46ec-8edd-b90e32a54395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:08.223564 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-6f552028-03e0-4742-bc96-3df01ca5df6a req-a2dcde3c-e9a7-46ec-8edd-b90e32a54395 service neutron] 10.222.0.74 "GET /v2.0/networks?id=58353e6c-18a0-4686-b0db-a03201c9462d HTTP/1.1" status: 200 len: 911 time: 0.1657045 Jun 23 18:59:08.265756 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-85656276-39d5-44d4-85e4-2e820e5caffe req-75f0c5e6-8cc9-4540-9e25-83bd9c657cdb service neutron] 10.222.0.74 "GET /v2.0/networks/bfb4a1f7-e917-4d93-979a-9e772f8cdd47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079681 Jun 23 18:59:08.281014 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-6f552028-03e0-4742-bc96-3df01ca5df6a req-8be53aba-c2c9-4e3f-9584-5f515d0c7619 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d16b30a7-1202-4a07-b980-112ed7289151 HTTP/1.1" status: 200 len: 217 time: 0.0385489 Jun 23 18:59:08.338909 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f552028-03e0-4742-bc96-3df01ca5df6a req-47cbef78-d90c-4076-929a-4a5e6386ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:08.342431 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-6f552028-03e0-4742-bc96-3df01ca5df6a req-47cbef78-d90c-4076-929a-4a5e6386ace5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=addde824-1dce-4a61-8b2a-9b50df39336c HTTP/1.1" status: 200 len: 849 time: 0.0468693 Jun 23 18:59:08.392042 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6cde1-6ace-4354-9673-77149b360cce req-752cd8c1-7286-4c79-9b44-01c6b2c90552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:08.393563 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-e6e6cde1-6ace-4354-9673-77149b360cce req-752cd8c1-7286-4c79-9b44-01c6b2c90552 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 1098 time: 0.1376584 Jun 23 18:59:08.395889 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-85656276-39d5-44d4-85e4-2e820e5caffe req-9322df12-a575-4c07-9b61-fbbbfdaffa48 service neutron] 10.222.0.74 "GET /v2.0/networks/bfb4a1f7-e917-4d93-979a-9e772f8cdd47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096237 Jun 23 18:59:08.420047 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f552028-03e0-4742-bc96-3df01ca5df6a req-7fbe5e65-8f4e-4167-ae75-858f481bfa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:08.421565 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-6f552028-03e0-4742-bc96-3df01ca5df6a req-7fbe5e65-8f4e-4167-ae75-858f481bfa16 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=58353e6c-18a0-4686-b0db-a03201c9462d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707080 Jun 23 18:59:08.451300 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-e6e6cde1-6ace-4354-9673-77149b360cce req-5a3b36d6-4c43-4b56-a0d8-d39e5ad344d6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379155 Jun 23 18:59:08.527186 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3f892-43d6-4717-97d9-7b89f971bc7d req-6fe9057e-463b-40cf-a004-f3bf2134c4cd tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:08.528579 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-dda3f892-43d6-4717-97d9-7b89f971bc7d req-6fe9057e-463b-40cf-a004-f3bf2134c4cd tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 944 time: 0.0643864 Jun 23 18:59:08.563395 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ef3d1-f296-452a-afef-35bf1cbcea87 req-819e2164-9294-43a9-b1af-e91323d514f4 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:08.564861 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-eb2ef3d1-f296-452a-afef-35bf1cbcea87 req-819e2164-9294-43a9-b1af-e91323d514f4 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.1277432 Jun 23 18:59:08.566657 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-6f552028-03e0-4742-bc96-3df01ca5df6a req-9b4fe35e-a1c6-43e9-8624-405f019b75cd service neutron] 10.222.0.74 "GET /v2.0/networks/58353e6c-18a0-4686-b0db-a03201c9462d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369829 Jun 23 18:59:08.568161 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-dda3f892-43d6-4717-97d9-7b89f971bc7d req-83b3a2f6-c03f-4561-8a44-761e6d1a9a13 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327485 Jun 23 18:59:08.605874 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-eb2ef3d1-f296-452a-afef-35bf1cbcea87 req-e4b44f3b-922c-49fb-8090-2957869c1e6d tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343258 Jun 23 18:59:08.740239 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af4722-3a61-4be7-beea-4e0485a9b423 req-d34d0369-16b4-4cb2-baec-abea40b8e0f8 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:08.741700 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-13af4722-3a61-4be7-beea-4e0485a9b423 req-d34d0369-16b4-4cb2-baec-abea40b8e0f8 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 944 time: 0.0667226 Jun 23 18:59:08.793235 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-13af4722-3a61-4be7-beea-4e0485a9b423 req-a2d7e199-0f71-4d40-ad5b-081f79575f06 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455890 Jun 23 18:59:08.877014 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-6f552028-03e0-4742-bc96-3df01ca5df6a req-b993e56e-a63e-4cea-84b6-06bea90b0b4f service neutron] 10.222.0.74 "GET /v2.0/networks/58353e6c-18a0-4686-b0db-a03201c9462d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886397 Jun 23 18:59:08.995096 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:09.298497 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592d650-30ed-470e-ab3d-d98bf1b676cb req-50f822d3-53ea-4762-a143-509e03f1ef8a tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:09.299891 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-3592d650-30ed-470e-ab3d-d98bf1b676cb req-50f822d3-53ea-4762-a143-509e03f1ef8a tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d43890be-ca10-4c42-b589-3a96705cecac HTTP/1.1" status: 200 len: 945 time: 0.0625200 Jun 23 18:59:09.337230 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-3592d650-30ed-470e-ab3d-d98bf1b676cb req-069d7aec-19bd-4d05-a521-1567d921e76b tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/security-groups?id=33c44205-c62b-42cb-bfba-d1e618271860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316002 Jun 23 18:59:09.492855 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 73c94921-4fe9-4123-8536-a0efac48cf1d up at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:59:09.616103 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning for port 73c94921-4fe9-4123-8536-a0efac48cf1d completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:59:09.621327 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning complete for port 73c94921-4fe9-4123-8536-a0efac48cf1d triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:59:09.621754 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:09.700519 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:09.733004 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd3c684-b874-4db8-807f-25359908b923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c94921-4fe9-4123-8536-a0efac48cf1d'}] {{(pid=99983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 18:59:09.735969 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3da190a675926e82bddf1ae19285f5edc5f8218f501b2228f0a51a29f9c71fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbac730-1f4c-4de1-be30-2d32bd548c5a" -d '{"events": [{"server_uuid": "1bd3c684-b874-4db8-807f-25359908b923", "name": "network-vif-plugged", "status": "completed", "tag": "73c94921-4fe9-4123-8536-a0efac48cf1d"}]}' {{(pid=99983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 18:59:09.748496 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 73c94921-4fe9-4123-8536-a0efac48cf1d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=73c94921-4fe9-4123-8536-a0efac48cf1d,segment=NetworkSegment(3f8ce679-d627-490d-95f8-7137b292d1c8),segment_id=3f8ce679-d627-490d-95f8-7137b292d1c8)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:59:09.751489 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36dac6c-d5ba-41c3-8242-fc7774715eb8 req-e92b2d13-fdd6-4d2d-bae8-ec1834b96e3d tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:09.752970 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-e36dac6c-d5ba-41c3-8242-fc7774715eb8 req-e92b2d13-fdd6-4d2d-bae8-ec1834b96e3d tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 944 time: 0.0698736 Jun 23 18:59:09.790980 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-e36dac6c-d5ba-41c3-8242-fc7774715eb8 req-e2b8a70c-22c5-435e-af5d-4cb4d71bbc3e tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317709 Jun 23 18:59:09.819074 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:09.821041 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:09.872505 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=73c94921-4fe9-4123-8536-a0efac48cf1d,revision_number=5']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:09.876004 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:09.957584 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3bb5d1-2e1b-4adb-9b9b-d5189a7b917d req-f847ebef-57cb-4982-b32c-3c45c6dcb900 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:09.959076 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-0e3bb5d1-2e1b-4adb-9b9b-d5189a7b917d req-f847ebef-57cb-4982-b32c-3c45c6dcb900 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0633962 Jun 23 18:59:09.999143 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-0e3bb5d1-2e1b-4adb-9b9b-d5189a7b917d req-2822f340-cce9-4016-bc88-6dae82020581 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334163 Jun 23 18:59:10.071565 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 18:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556bde7e-599c-4e94-b0fd-d118548b3b40 x-openstack-request-id: req-556bde7e-599c-4e94-b0fd-d118548b3b40 {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 18:59:10.072058 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd3c684-b874-4db8-807f-25359908b923", "name": "network-vif-plugged", "status": "completed", "tag": "73c94921-4fe9-4123-8536-a0efac48cf1d", "code": 200}]} {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 18:59:10.072133 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-556bde7e-599c-4e94-b0fd-d118548b3b40 {{(pid=99983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 18:59:10.072924 dv-cinder-786386-8-iscsi neutron-server[99983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd3c684-b874-4db8-807f-25359908b923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c94921-4fe9-4123-8536-a0efac48cf1d', 'code': 200} Jun 23 18:59:10.233146 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2943d8a-4dde-4d02-ba2b-d52a8c92e2d6 req-dc35f2c5-4af9-432c-86b9-77dfc421be89 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:10.234666 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-e2943d8a-4dde-4d02-ba2b-d52a8c92e2d6 req-dc35f2c5-4af9-432c-86b9-77dfc421be89 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 944 time: 0.0730298 Jun 23 18:59:10.271846 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-e2943d8a-4dde-4d02-ba2b-d52a8c92e2d6 req-521bb413-f7e0-4016-bd99-df55dd0c4432 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316131 Jun 23 18:59:10.575240 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a2f9f-876e-42b2-ae09-a06b5613150f req-bc9ff1e2-88fe-4a70-ab52-133a67bf3697 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:10.576703 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-fa1a2f9f-876e-42b2-ae09-a06b5613150f req-bc9ff1e2-88fe-4a70-ab52-133a67bf3697 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d43890be-ca10-4c42-b589-3a96705cecac HTTP/1.1" status: 200 len: 945 time: 0.1310716 Jun 23 18:59:10.606847 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26eee27-ed6e-415e-910b-4778533d2a71 req-64750ab7-8e3a-49d7-a51c-38bb7856bf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:10.608282 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-a26eee27-ed6e-415e-910b-4778533d2a71 req-64750ab7-8e3a-49d7-a51c-38bb7856bf91 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 1098 time: 0.1231170 Jun 23 18:59:10.626146 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-fa1a2f9f-876e-42b2-ae09-a06b5613150f req-572c758b-9f65-49ae-baff-c321fe05929f tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/security-groups?id=33c44205-c62b-42cb-bfba-d1e618271860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429778 Jun 23 18:59:10.665939 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-a26eee27-ed6e-415e-910b-4778533d2a71 req-c2150162-923d-4aa2-bd77-97bba563cc2b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382397 Jun 23 18:59:10.963890 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0107540-1f96-43ef-8e69-0a7e77572491 req-330c28dd-b489-4275-ba82-57cc0f9ae2aa tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:10.965381 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-e0107540-1f96-43ef-8e69-0a7e77572491 req-330c28dd-b489-4275-ba82-57cc0f9ae2aa tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.0616996 Jun 23 18:59:11.002926 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-e0107540-1f96-43ef-8e69-0a7e77572491 req-e4fababf-9ee9-43dc-a646-32ab7684591b tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318625 Jun 23 18:59:11.186111 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71311b31-dcb2-4255-8f29-c57e3e98ae94 req-5e57e5b3-eda1-4e19-8093-75569c71d4e3 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:11.187596 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-71311b31-dcb2-4255-8f29-c57e3e98ae94 req-5e57e5b3-eda1-4e19-8093-75569c71d4e3 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0674057 Jun 23 18:59:11.226555 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-71311b31-dcb2-4255-8f29-c57e3e98ae94 req-16bae78e-ba54-471c-93db-43fa57c38e1b tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311337 Jun 23 18:59:11.453464 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f3e4f-e223-4404-8e71-597aa5f1ad20 req-4692fba2-f509-46b1-8b68-98efa533aba7 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:11.454872 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-414f3e4f-e223-4404-8e71-597aa5f1ad20 req-4692fba2-f509-46b1-8b68-98efa533aba7 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 944 time: 0.0661652 Jun 23 18:59:11.492679 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-414f3e4f-e223-4404-8e71-597aa5f1ad20 req-7d8d84d3-c4c3-4747-ac6f-e17b89672782 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321503 Jun 23 18:59:12.180696 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945e79f-84f7-4308-9ce7-6ed89adabbdc req-2c438be3-c3df-43b5-9817-61c45f9dbad6 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:12.182267 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-9945e79f-84f7-4308-9ce7-6ed89adabbdc req-2c438be3-c3df-43b5-9817-61c45f9dbad6 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.0633764 Jun 23 18:59:12.221925 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-9945e79f-84f7-4308-9ce7-6ed89adabbdc req-87784117-6f29-4dea-a624-2c621b42e305 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339458 Jun 23 18:59:12.420979 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9150d-fc21-463f-858d-426c51eb0616 req-0eb2899a-9682-4921-ae6a-e340736a9e8a tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:12.422473 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-bbf9150d-fc21-463f-858d-426c51eb0616 req-0eb2899a-9682-4921-ae6a-e340736a9e8a tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0662291 Jun 23 18:59:12.459204 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-bbf9150d-fc21-463f-858d-426c51eb0616 req-48381d4b-006d-4efc-9bbd-d743105a9bbb tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310781 Jun 23 18:59:12.656175 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9158efe-b9b0-46fc-a483-03255b9ee605 req-085d0d9b-aae2-424e-afce-1f5b618bd8fc tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:12.657572 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-e9158efe-b9b0-46fc-a483-03255b9ee605 req-085d0d9b-aae2-424e-afce-1f5b618bd8fc tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 944 time: 0.0595720 Jun 23 18:59:12.683065 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device faa81078-f38b-45f4-a98c-5ccfbc7f907c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=99983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 18:59:12.694166 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-e9158efe-b9b0-46fc-a483-03255b9ee605 req-b5cf83dd-df55-4708-9216-65edf13e93c3 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311670 Jun 23 18:59:12.775805 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port faa81078-f38b-45f4-a98c-5ccfbc7f907c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=faa81078-f38b-45f4-a98c-5ccfbc7f907c,segment=NetworkSegment(1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13),segment_id=1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:59:12.786779 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Returning: {'device': 'faa81078-f38b-45f4-a98c-5ccfbc7f907c', 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47', 'port_id': 'faa81078-f38b-45f4-a98c-5ccfbc7f907c', 'mac_address': 'fa:16:3e:9f:44:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32106090-9e53-4852-ad03-eb2e8f42dc88', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 18:59:12.826004 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:12.837916 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa81078-f38b-45f4-a98c-5ccfbc7f907c {{(pid=99983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 18:59:12.856337 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port faa81078-f38b-45f4-a98c-5ccfbc7f907c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=faa81078-f38b-45f4-a98c-5ccfbc7f907c,segment=NetworkSegment(1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13),segment_id=1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:59:12.908844 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:12.909546 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device d16b30a7-1202-4a07-b980-112ed7289151 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=99983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 18:59:12.911204 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-0b716284-7000-4dc8-a67d-dff92f040712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:12.978326 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=faa81078-f38b-45f4-a98c-5ccfbc7f907c,revision_number=4']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:12.982670 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:13.037666 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port d16b30a7-1202-4a07-b980-112ed7289151, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d16b30a7-1202-4a07-b980-112ed7289151,segment=NetworkSegment(21777bc4-7e14-43bb-899b-3e57adfce770),segment_id=21777bc4-7e14-43bb-899b-3e57adfce770)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:59:13.049238 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Returning: {'device': 'd16b30a7-1202-4a07-b980-112ed7289151', 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d', 'port_id': 'd16b30a7-1202-4a07-b980-112ed7289151', 'mac_address': 'fa:16:3e:7d:17:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'addde824-1dce-4a61-8b2a-9b50df39336c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 18:59:13.088372 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:13.100933 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d16b30a7-1202-4a07-b980-112ed7289151 {{(pid=99983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 18:59:13.119945 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port d16b30a7-1202-4a07-b980-112ed7289151, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d16b30a7-1202-4a07-b980-112ed7289151,segment=NetworkSegment(21777bc4-7e14-43bb-899b-3e57adfce770),segment_id=21777bc4-7e14-43bb-899b-3e57adfce770)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:59:13.176324 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:13.178132 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:13.224120 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=d16b30a7-1202-4a07-b980-112ed7289151,revision_number=4']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:13.227173 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:13.388858 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae88e4-5cdc-43d7-852b-b55e6dd35fad req-acf98b0e-6985-4632-b5ec-e4559e0b929c tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:13.390416 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-baae88e4-5cdc-43d7-852b-b55e6dd35fad req-acf98b0e-6985-4632-b5ec-e4559e0b929c tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.0618722 Jun 23 18:59:13.428043 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-baae88e4-5cdc-43d7-852b-b55e6dd35fad req-519f1ddd-ed75-4231-af0c-ece0ac069446 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314553 Jun 23 18:59:13.628832 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec974494-0f57-48b9-88f7-98c5985e2247 req-716dc6df-cd99-4bfc-9953-bf0d1db5485f tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:13.630197 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-ec974494-0f57-48b9-88f7-98c5985e2247 req-716dc6df-cd99-4bfc-9953-bf0d1db5485f tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 944 time: 0.0608263 Jun 23 18:59:13.665726 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-ec974494-0f57-48b9-88f7-98c5985e2247 req-0d458913-bc23-49c5-8a2b-af5eed4120b9 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300791 Jun 23 18:59:13.867273 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5ef0f-4262-4c3a-86c3-26430403a120 req-8e38efaf-8de4-4059-a0e5-0160f3e43fbd tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:13.868734 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-52b5ef0f-4262-4c3a-86c3-26430403a120 req-8e38efaf-8de4-4059-a0e5-0160f3e43fbd tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 945 time: 0.0625806 Jun 23 18:59:13.905106 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-52b5ef0f-4262-4c3a-86c3-26430403a120 req-a934dc9a-58e8-4355-9b20-c2ccf94dd4bc tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307918 Jun 23 18:59:14.302730 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['faa81078-f38b-45f4-a98c-5ccfbc7f907c'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 18:59:14.381960 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['d16b30a7-1202-4a07-b980-112ed7289151'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 18:59:14.604316 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457514b1-a305-48a1-8efe-cedb2675d8c9 req-d83031a5-6ab7-4c60-8476-cf5e6020a255 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:14.605909 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-457514b1-a305-48a1-8efe-cedb2675d8c9 req-d83031a5-6ab7-4c60-8476-cf5e6020a255 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.0656147 Jun 23 18:59:14.643437 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-457514b1-a305-48a1-8efe-cedb2675d8c9 req-698db388-0559-4896-b0d2-507314235b9e tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308294 Jun 23 18:59:14.842996 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fbe93-026c-41ce-8ddd-00ff26c0b1a7 req-79929090-c410-44d9-9939-1f39a3b364d6 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:14.844994 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-ac9fbe93-026c-41ce-8ddd-00ff26c0b1a7 req-79929090-c410-44d9-9939-1f39a3b364d6 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 944 time: 0.0651078 Jun 23 18:59:14.881952 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-ac9fbe93-026c-41ce-8ddd-00ff26c0b1a7 req-fe189fc7-0ef1-43fc-94d0-d73e7f9a8f96 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312014 Jun 23 18:59:15.073204 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14f9c0-3b21-4ce9-b124-dc48a3615f85 req-a901b891-7986-45aa-a0be-f7fab022dd17 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:15.074636 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-1b14f9c0-3b21-4ce9-b124-dc48a3615f85 req-a901b891-7986-45aa-a0be-f7fab022dd17 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 945 time: 0.0611415 Jun 23 18:59:15.115013 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-1b14f9c0-3b21-4ce9-b124-dc48a3615f85 req-a96f4958-f890-4a5e-b929-fa544c05e1d0 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341096 Jun 23 18:59:15.764081 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device faa81078-f38b-45f4-a98c-5ccfbc7f907c up at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:59:15.829137 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b861af-ff37-47e5-b916-2871601b62c2 req-4f773ca9-bb2a-44dc-aa37-f087d66d95e3 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:15.830774 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-e1b861af-ff37-47e5-b916-2871601b62c2 req-4f773ca9-bb2a-44dc-aa37-f087d66d95e3 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.0738583 Jun 23 18:59:15.883596 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-e1b861af-ff37-47e5-b916-2871601b62c2 req-5b8c80b5-3c9c-4ed5-a81b-e2fc34645280 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468369 Jun 23 18:59:15.904038 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning for port faa81078-f38b-45f4-a98c-5ccfbc7f907c completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:59:15.909986 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning complete for port faa81078-f38b-45f4-a98c-5ccfbc7f907c triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:59:15.911569 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:16.110544 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:16.132056 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a3cd0c-aaeb-4aba-8f47-d65e65f996e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa81078-f38b-45f4-a98c-5ccfbc7f907c'}] {{(pid=99983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 18:59:16.134412 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3da190a675926e82bddf1ae19285f5edc5f8218f501b2228f0a51a29f9c71fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4155d706-48e1-4998-b8dc-1ef64973d421" -d '{"events": [{"server_uuid": "70a3cd0c-aaeb-4aba-8f47-d65e65f996e3", "name": "network-vif-plugged", "status": "completed", "tag": "faa81078-f38b-45f4-a98c-5ccfbc7f907c"}]}' {{(pid=99983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 18:59:16.146755 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port faa81078-f38b-45f4-a98c-5ccfbc7f907c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=faa81078-f38b-45f4-a98c-5ccfbc7f907c,segment=NetworkSegment(1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13),segment_id=1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:59:16.234597 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:16.235659 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device d16b30a7-1202-4a07-b980-112ed7289151 up at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:59:16.238361 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:16.311870 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=faa81078-f38b-45f4-a98c-5ccfbc7f907c,revision_number=5']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:16.316140 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:16.372741 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning for port d16b30a7-1202-4a07-b980-112ed7289151 completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:59:16.376824 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning complete for port d16b30a7-1202-4a07-b980-112ed7289151 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:59:16.377217 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:16.453423 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:16.489226 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port d16b30a7-1202-4a07-b980-112ed7289151, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d16b30a7-1202-4a07-b980-112ed7289151,segment=NetworkSegment(21777bc4-7e14-43bb-899b-3e57adfce770),segment_id=21777bc4-7e14-43bb-899b-3e57adfce770)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:59:16.596597 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:16.598613 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:16.624917 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59005a-d7ac-447a-a281-82f366ebdb9a req-3cd6794d-7c78-4942-939b-3acbaade4f5c tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:16.626905 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-6c59005a-d7ac-447a-a281-82f366ebdb9a req-3cd6794d-7c78-4942-939b-3acbaade4f5c tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 945 time: 0.0713689 Jun 23 18:59:16.649038 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=d16b30a7-1202-4a07-b980-112ed7289151,revision_number=5']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:16.653655 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:16.672443 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-6c59005a-d7ac-447a-a281-82f366ebdb9a req-efd6aafb-e9e7-4e1b-9b45-6214fa77a086 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386596 Jun 23 18:59:16.682655 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad29089-e168-4b1e-abca-7b815c3b2e6c req-3143971b-2afd-4abf-8156-05bd0b3eaf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:16.684447 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-bad29089-e168-4b1e-abca-7b815c3b2e6c req-3143971b-2afd-4abf-8156-05bd0b3eaf60 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=513690762a7743d6bef8530390bb53c2&device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 1098 time: 0.0540459 Jun 23 18:59:16.725593 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 18:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d00cb3e-69d0-430d-b68a-34ff7f0361fc x-openstack-request-id: req-3d00cb3e-69d0-430d-b68a-34ff7f0361fc {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 18:59:16.725932 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a3cd0c-aaeb-4aba-8f47-d65e65f996e3", "name": "network-vif-plugged", "status": "completed", "tag": "faa81078-f38b-45f4-a98c-5ccfbc7f907c", "code": 200}]} {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 18:59:16.726240 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3d00cb3e-69d0-430d-b68a-34ff7f0361fc {{(pid=99983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 18:59:16.727398 dv-cinder-786386-8-iscsi neutron-server[99983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a3cd0c-aaeb-4aba-8f47-d65e65f996e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa81078-f38b-45f4-a98c-5ccfbc7f907c', 'code': 200} Jun 23 18:59:16.803910 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad29089-e168-4b1e-abca-7b815c3b2e6c req-3092f977-df51-41a5-a12a-03f3556cee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:16.805401 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-bad29089-e168-4b1e-abca-7b815c3b2e6c req-3092f977-df51-41a5-a12a-03f3556cee0e service neutron] 10.222.0.74 "GET /v2.0/networks?id=a62e3469-54f8-4f1b-8637-fdf06f04c1b7 HTTP/1.1" status: 200 len: 920 time: 0.1129465 Jun 23 18:59:16.858796 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-bad29089-e168-4b1e-abca-7b815c3b2e6c req-002edf29-a246-4022-98ea-915ed31dba8a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73c94921-4fe9-4123-8536-a0efac48cf1d HTTP/1.1" status: 200 len: 217 time: 0.0373118 Jun 23 18:59:16.904426 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd3758-30c9-4545-b1ca-ee9fc8ceae0b req-3c7dd5c3-c470-455b-a598-91837de2c169 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:16.905977 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-18bd3758-30c9-4545-b1ca-ee9fc8ceae0b req-3c7dd5c3-c470-455b-a598-91837de2c169 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.0727079 Jun 23 18:59:16.917949 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad29089-e168-4b1e-abca-7b815c3b2e6c req-7c7f00d7-7780-4c9c-a862-c19799c38ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:16.919289 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-bad29089-e168-4b1e-abca-7b815c3b2e6c req-7c7f00d7-7780-4c9c-a862-c19799c38ae1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=21ed8072-8b4b-4158-b646-c86663b19b61 HTTP/1.1" status: 200 len: 859 time: 0.0536983 Jun 23 18:59:16.951311 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-18bd3758-30c9-4545-b1ca-ee9fc8ceae0b req-e2b08f34-75eb-4fac-835e-b31b12f28b2e tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327847 Jun 23 18:59:16.962167 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-bad29089-e168-4b1e-abca-7b815c3b2e6c req-acf40ae4-77eb-4917-912e-9e4e2ecbe642 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a62e3469-54f8-4f1b-8637-fdf06f04c1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305586 Jun 23 18:59:17.080431 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-bad29089-e168-4b1e-abca-7b815c3b2e6c req-5a246fa1-35c2-4440-8c59-cbb6d6ddfd10 service neutron] 10.222.0.74 "GET /v2.0/networks/a62e3469-54f8-4f1b-8637-fdf06f04c1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088636 Jun 23 18:59:17.135761 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5299e-bf2c-40a2-a3cb-a77318e471ef req-9d2b2248-32b1-4f7c-93f0-0bf8e57fc4fb tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:17.137226 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-1ba5299e-bf2c-40a2-a3cb-a77318e471ef req-9d2b2248-32b1-4f7c-93f0-0bf8e57fc4fb tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.0654638 Jun 23 18:59:17.182554 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-1ba5299e-bf2c-40a2-a3cb-a77318e471ef req-4afee3a6-d246-40ad-9a4f-a502a8e6ff81 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331056 Jun 23 18:59:17.183111 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-bad29089-e168-4b1e-abca-7b815c3b2e6c req-d6f8839f-1ab4-487c-9fd6-70b6fcc11227 service neutron] 10.222.0.74 "GET /v2.0/networks/a62e3469-54f8-4f1b-8637-fdf06f04c1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956748 Jun 23 18:59:17.321703 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f0926-2fc6-4229-80c5-2004455e982a req-78f85b8d-40da-4f10-a91c-eb414196be5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:17.323336 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-9c9f0926-2fc6-4229-80c5-2004455e982a req-78f85b8d-40da-4f10-a91c-eb414196be5a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 1098 time: 0.0640790 Jun 23 18:59:17.374940 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-9c9f0926-2fc6-4229-80c5-2004455e982a req-5ca22ff5-bd36-4365-859a-600f1ebf1c4a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307341 Jun 23 18:59:17.854641 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53216249-7380-4b78-8510-2e8c01d96b02 req-fcab632f-379c-42d2-9afe-46e90414b2dc tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:17.856157 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-53216249-7380-4b78-8510-2e8c01d96b02 req-fcab632f-379c-42d2-9afe-46e90414b2dc tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 945 time: 0.0647469 Jun 23 18:59:17.894887 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-53216249-7380-4b78-8510-2e8c01d96b02 req-f61c8815-1558-4185-a9e3-882fdf4f03ef tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319655 Jun 23 18:59:18.132602 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404a817-3aff-472c-ae9c-597d75475cf2 req-401f9486-c5ec-402e-9e25-78b3af65d8f6 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:18.134065 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-9404a817-3aff-472c-ae9c-597d75475cf2 req-401f9486-c5ec-402e-9e25-78b3af65d8f6 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.0708899 Jun 23 18:59:18.172429 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-9404a817-3aff-472c-ae9c-597d75475cf2 req-285ea602-8a01-4e26-a058-38e4566c1df1 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326540 Jun 23 18:59:18.354025 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31867870-693c-46e9-9031-ce790faa1344 req-92d8edb2-4494-4e51-ab65-1f38694c75b2 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:18.355526 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-31867870-693c-46e9-9031-ce790faa1344 req-92d8edb2-4494-4e51-ab65-1f38694c75b2 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.0659766 Jun 23 18:59:18.395030 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-31867870-693c-46e9-9031-ce790faa1344 req-45676699-4431-4382-afd9-8008bac466ae tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336058 Jun 23 18:59:18.728746 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee16e64-b3d5-4e6f-a1c9-dd713963a1f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16b30a7-1202-4a07-b980-112ed7289151'}] {{(pid=99983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 18:59:18.731204 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3da190a675926e82bddf1ae19285f5edc5f8218f501b2228f0a51a29f9c71fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b304cca1-5dc9-4d7d-96e5-b5209cf8e9e6" -d '{"events": [{"server_uuid": "bee16e64-b3d5-4e6f-a1c9-dd713963a1f2", "name": "network-vif-plugged", "status": "completed", "tag": "d16b30a7-1202-4a07-b980-112ed7289151"}]}' {{(pid=99983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 18:59:18.769046 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 18:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6cb078-e0ad-42bf-a5db-c2e5188eb3b4 x-openstack-request-id: req-bf6cb078-e0ad-42bf-a5db-c2e5188eb3b4 {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 18:59:18.769413 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee16e64-b3d5-4e6f-a1c9-dd713963a1f2", "name": "network-vif-plugged", "status": "completed", "tag": "d16b30a7-1202-4a07-b980-112ed7289151", "code": 200}]} {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 18:59:18.769844 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bf6cb078-e0ad-42bf-a5db-c2e5188eb3b4 {{(pid=99983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 18:59:18.770284 dv-cinder-786386-8-iscsi neutron-server[99983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bee16e64-b3d5-4e6f-a1c9-dd713963a1f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16b30a7-1202-4a07-b980-112ed7289151', 'code': 200} Jun 23 18:59:19.077562 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f1b88-1bad-4526-ba6c-95e75730527f req-4a8dac98-eaee-4758-afae-6bbd0e054e28 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:19.079071 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-730f1b88-1bad-4526-ba6c-95e75730527f req-4a8dac98-eaee-4758-afae-6bbd0e054e28 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 945 time: 0.0631092 Jun 23 18:59:19.116008 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-730f1b88-1bad-4526-ba6c-95e75730527f req-52a2da06-023d-4d9e-bb71-8adfe8051dd7 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313494 Jun 23 18:59:19.341582 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544516f3-6c3e-4504-8b27-6eacb35dcadd req-317e6d11-f551-434a-9ca6-2c7130416124 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:19.342968 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-544516f3-6c3e-4504-8b27-6eacb35dcadd req-317e6d11-f551-434a-9ca6-2c7130416124 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.0607774 Jun 23 18:59:19.379367 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-544516f3-6c3e-4504-8b27-6eacb35dcadd req-19dccea1-fb2f-4799-8284-aabb6134b03b tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303755 Jun 23 18:59:19.561344 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991ec1a-c224-4171-828f-00b93f35cea9 req-1aa0244f-a859-425f-bde7-bbbdc13f2488 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:19.562824 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c991ec1a-c224-4171-828f-00b93f35cea9 req-1aa0244f-a859-425f-bde7-bbbdc13f2488 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.0606399 Jun 23 18:59:19.607304 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c991ec1a-c224-4171-828f-00b93f35cea9 req-59739acc-505a-4286-9bfb-0a058f37d1a7 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337236 Jun 23 18:59:20.290931 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e437f5f-3d23-425d-b117-0bf28e77545f req-cb844dad-157a-4c7b-b72f-3820d3b8f2af tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:20.292404 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8e437f5f-3d23-425d-b117-0bf28e77545f req-cb844dad-157a-4c7b-b72f-3820d3b8f2af tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 945 time: 0.0657904 Jun 23 18:59:20.329740 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8e437f5f-3d23-425d-b117-0bf28e77545f req-fa5aa724-504d-4afe-b306-86cbb0b6c0af tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318108 Jun 23 18:59:20.550798 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57728964-31e4-413d-9c03-d0c95fefb9ce req-afcc83a8-83e9-4d24-9600-0bac7439da1a tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:20.552270 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-57728964-31e4-413d-9c03-d0c95fefb9ce req-afcc83a8-83e9-4d24-9600-0bac7439da1a tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.0645845 Jun 23 18:59:20.588759 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-57728964-31e4-413d-9c03-d0c95fefb9ce req-80ff3d13-df22-4623-9c25-7e117087dd45 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307379 Jun 23 18:59:20.769218 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f8827-4898-4f4f-9d08-e91f61b16d82 req-f0d70ce4-2d8b-4810-9e5d-ba590941b70f tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:20.770709 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-897f8827-4898-4f4f-9d08-e91f61b16d82 req-f0d70ce4-2d8b-4810-9e5d-ba590941b70f tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.0618298 Jun 23 18:59:20.806575 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-897f8827-4898-4f4f-9d08-e91f61b16d82 req-a5c57764-6fe7-4c9b-ab1b-a33fff4c5702 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302596 Jun 23 18:59:21.506444 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624d874-780c-4274-8b51-a591afdd0359 req-b37e9d10-9c50-46eb-ae54-892c99a0159b tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:21.508027 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-3624d874-780c-4274-8b51-a591afdd0359 req-b37e9d10-9c50-46eb-ae54-892c99a0159b tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 945 time: 0.0657506 Jun 23 18:59:21.546202 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-3624d874-780c-4274-8b51-a591afdd0359 req-e7c3a054-ff09-42bc-8d03-4e576c481c46 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323186 Jun 23 18:59:21.768048 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c5b57-db16-4b96-81f2-f72914aa5964 req-672f905a-e3c7-4883-9a44-f156f89f3ad6 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:21.769543 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-136c5b57-db16-4b96-81f2-f72914aa5964 req-672f905a-e3c7-4883-9a44-f156f89f3ad6 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.0636284 Jun 23 18:59:21.811231 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-136c5b57-db16-4b96-81f2-f72914aa5964 req-e9508441-02f3-4e13-a07c-43e2f6bc43c6 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338719 Jun 23 18:59:21.875110 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc252d8b-20e0-4919-b7b0-2f69b23c88b0 req-f0fefdca-ee4e-42d2-b0d5-32743f392d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:21.877049 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-cc252d8b-20e0-4919-b7b0-2f69b23c88b0 req-f0fefdca-ee4e-42d2-b0d5-32743f392d01 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 1099 time: 0.0517781 Jun 23 18:59:21.920643 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-cc252d8b-20e0-4919-b7b0-2f69b23c88b0 req-a97affc9-fda5-4a36-803a-e8a60397320b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276749 Jun 23 18:59:21.996855 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3822c-caad-427d-aeac-5e1d05805389 req-0e794b3a-19b1-4604-8b10-707300797f9d tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:21.998365 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-09c3822c-caad-427d-aeac-5e1d05805389 req-0e794b3a-19b1-4604-8b10-707300797f9d tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.0648446 Jun 23 18:59:22.207936 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-09c3822c-caad-427d-aeac-5e1d05805389 req-7b052de0-1adc-4df1-9718-96600258e9fa tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028832 Jun 23 18:59:22.863126 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329873b-2e2a-4dd0-b5fb-ee8b7dd71b6b req-cc29f29d-c7f4-4a47-8de3-ed90f66e6425 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:22.864616 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-2329873b-2e2a-4dd0-b5fb-ee8b7dd71b6b req-cc29f29d-c7f4-4a47-8de3-ed90f66e6425 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 945 time: 0.0677500 Jun 23 18:59:22.904214 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-2329873b-2e2a-4dd0-b5fb-ee8b7dd71b6b req-ee54a6dc-e6b8-4acf-a237-ac382e53172a tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338705 Jun 23 18:59:22.985933 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc120f4-0462-47e3-b28a-0c9e9246c171 req-1087b7ee-1799-4b0e-b102-6e053bdd6a06 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:22.987433 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-3dc120f4-0462-47e3-b28a-0c9e9246c171 req-1087b7ee-1799-4b0e-b102-6e053bdd6a06 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.0631642 Jun 23 18:59:23.028146 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-3dc120f4-0462-47e3-b28a-0c9e9246c171 req-ece849cb-5948-4a45-91b6-cbe9c4777df5 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348794 Jun 23 18:59:23.303149 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 56528) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:23.400534 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb7d7be-bdc4-4fac-a20c-cc20dce119be req-df2da142-86fa-4a97-97b8-60c920a15531 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:23.402784 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-edb7d7be-bdc4-4fac-a20c-cc20dce119be req-df2da142-86fa-4a97-97b8-60c920a15531 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.0857801 Jun 23 18:59:23.431378 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-6392cc9b-93d3-4d29-9c73-90b31b9dce70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:23.475125 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-edb7d7be-bdc4-4fac-a20c-cc20dce119be req-01892975-3b3f-4b18-8c35-95091989f555 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663557 Jun 23 18:59:23.547783 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-6392cc9b-93d3-4d29-9c73-90b31b9dce70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:23.629870 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-6392cc9b-93d3-4d29-9c73-90b31b9dce70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:23.633483 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-8b78e7ea-037a-4964-814d-0007ffe82f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:23.667265 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-6392cc9b-93d3-4d29-9c73-90b31b9dce70 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9f470bc0f69245dfadbbadc7aac368ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3627329 Jun 23 18:59:23.669156 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392cc9b-93d3-4d29-9c73-90b31b9dce70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d899a25f-6926-471e-aa40-7e27a3a98956,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:23.670293 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 56542) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:23.672425 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-6392cc9b-93d3-4d29-9c73-90b31b9dce70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:23.718298 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a8861615-6d00-4053-acc6-1b65c9ac8772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:23.739570 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a8861615-6d00-4053-acc6-1b65c9ac8772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:23.868157 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a8861615-6d00-4053-acc6-1b65c9ac8772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:23.870847 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a8861615-6d00-4053-acc6-1b65c9ac8772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:23.872036 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-a8861615-6d00-4053-acc6-1b65c9ac8772 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d899a25f-6926-471e-aa40-7e27a3a98956 HTTP/1.1" status: 204 len: 168 time: 0.2007270 Jun 23 18:59:23.872802 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:23.881116 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8861615-6d00-4053-acc6-1b65c9ac8772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d899a25f-6926-471e-aa40-7e27a3a98956,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:23.883525 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-a8861615-6d00-4053-acc6-1b65c9ac8772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:24.084326 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62747c9-03e8-4b81-acd4-41f021268a51 req-6ae8b258-24d0-432c-bfe6-43925c2fe552 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:24.086065 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-a62747c9-03e8-4b81-acd4-41f021268a51 req-6ae8b258-24d0-432c-bfe6-43925c2fe552 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 945 time: 0.0642982 Jun 23 18:59:24.155237 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-a62747c9-03e8-4b81-acd4-41f021268a51 req-61d5633d-68ff-467d-a0fe-eb0316ef7f74 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599678 Jun 23 18:59:24.236582 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b07b04-a3cf-4fcb-85c6-f46ce23b65c9 req-8636c9c8-c6eb-4cf7-90e6-c1af9769c97c tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:24.238102 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-63b07b04-a3cf-4fcb-85c6-f46ce23b65c9 req-8636c9c8-c6eb-4cf7-90e6-c1af9769c97c tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.0701876 Jun 23 18:59:24.280140 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-63b07b04-a3cf-4fcb-85c6-f46ce23b65c9 req-c743e89f-bda4-41f1-8ca1-754303e99421 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353713 Jun 23 18:59:24.347303 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c045c-00b0-45e4-87b7-6ef9b8d655b8 req-8732474c-a50d-4f52-899c-ef7b0fbf89fe tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:24.348739 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-d98c045c-00b0-45e4-87b7-6ef9b8d655b8 req-8732474c-a50d-4f52-899c-ef7b0fbf89fe tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 945 time: 0.0713630 Jun 23 18:59:24.357335 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 56562) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:24.362629 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-f1539270-4b8c-4cdc-bf9a-058ce738191e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Request body: {'floatingip': {'port_id': 'faa81078-f38b-45f4-a98c-5ccfbc7f907c'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:59:24.430710 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-f1539270-4b8c-4cdc-bf9a-058ce738191e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for floatingip, before_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:24.594300 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 56572) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:24.687490 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4d8dd8a7-efb6-48f9-a32d-ad2d183e55e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:24.790657 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630d8c1-415c-4613-9e84-e28dd768078c req-3c2b88be-6cd7-4e62-9562-e809f9e9c8ce tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:24.792135 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-e630d8c1-415c-4613-9e84-e28dd768078c req-3c2b88be-6cd7-4e62-9562-e809f9e9c8ce tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.1790907 Jun 23 18:59:24.839733 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4d8dd8a7-efb6-48f9-a32d-ad2d183e55e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:24.853042 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-e630d8c1-415c-4613-9e84-e28dd768078c req-84b77fae-5de9-40fb-bf8c-c1996aa9a34a tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510020 Jun 23 18:59:24.939087 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4d8dd8a7-efb6-48f9-a32d-ad2d183e55e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:24.945949 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:24.982295 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-4d8dd8a7-efb6-48f9-a32d-ad2d183e55e0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4dbbec17d1f34e5f926b293aec6ee2a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3860040 Jun 23 18:59:24.983331 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8dd8a7-efb6-48f9-a32d-ad2d183e55e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf9710c-b300-40b8-af4b-8de85ab700c7,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:24.985372 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 56590) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:25.011358 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8dd8a7-efb6-48f9-a32d-ad2d183e55e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:25.011826 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8dd8a7-efb6-48f9-a32d-ad2d183e55e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:25.012304 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8dd8a7-efb6-48f9-a32d-ad2d183e55e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:25.012668 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8dd8a7-efb6-48f9-a32d-ad2d183e55e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:25.013069 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8dd8a7-efb6-48f9-a32d-ad2d183e55e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:25.013422 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8dd8a7-efb6-48f9-a32d-ad2d183e55e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:25.013766 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8dd8a7-efb6-48f9-a32d-ad2d183e55e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:25.014160 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8dd8a7-efb6-48f9-a32d-ad2d183e55e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:25.014533 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8dd8a7-efb6-48f9-a32d-ad2d183e55e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:25.014874 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8dd8a7-efb6-48f9-a32d-ad2d183e55e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:25.015262 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8dd8a7-efb6-48f9-a32d-ad2d183e55e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:25.015603 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8dd8a7-efb6-48f9-a32d-ad2d183e55e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:25.020863 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-4d8dd8a7-efb6-48f9-a32d-ad2d183e55e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:25.069469 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7efb49cd-cad2-4226-bce0-e62e914312d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:25.101433 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7efb49cd-cad2-4226-bce0-e62e914312d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:25.115074 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-aa291380-8e4b-4c9f-b651-9ad3afedb781 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:25.116533 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-aa291380-8e4b-4c9f-b651-9ad3afedb781 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/networks?id=0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9 HTTP/1.1" status: 200 len: 815 time: 0.2907453 Jun 23 18:59:25.172189 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-a6fdba2a-4e6c-40ec-aa2b-adad9e0410c5 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/quotas/3b232a5327c642c5a6c0382184c26c86 HTTP/1.1" status: 200 len: 375 time: 0.0472558 Jun 23 18:59:25.234444 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-f1539270-4b8c-4cdc-bf9a-058ce738191e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:25.263944 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-a7a05a08-5bc0-4090-95de-f49cf4f82c7a tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b232a5327c642c5a6c0382184c26c86&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0807743 Jun 23 18:59:25.285908 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7efb49cd-cad2-4226-bce0-e62e914312d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:25.289090 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7efb49cd-cad2-4226-bce0-e62e914312d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:25.290231 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-7efb49cd-cad2-4226-bce0-e62e914312d9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3cf9710c-b300-40b8-af4b-8de85ab700c7 HTTP/1.1" status: 204 len: 168 time: 0.3039033 Jun 23 18:59:25.290991 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-580d0f85-9246-479a-8424-45cb64a89877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:25.299848 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb49cd-cad2-4226-bce0-e62e914312d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf9710c-b300-40b8-af4b-8de85ab700c7,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:25.302059 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-7efb49cd-cad2-4226-bce0-e62e914312d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:25.325747 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-f1539270-4b8c-4cdc-bf9a-058ce738191e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1978722'] for floatingip, after_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:25.468780 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a0927-0f3c-4f90-a787-b3832ed620e7 req-7a0cb9ec-84fc-4357-9087-76bcc7acd6e2 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:25.470512 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-806a0927-0f3c-4f90-a787-b3832ed620e7 req-7a0cb9ec-84fc-4357-9087-76bcc7acd6e2 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.0744801 Jun 23 18:59:25.513627 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-806a0927-0f3c-4f90-a787-b3832ed620e7 req-2a35abfa-9437-4f0e-a57f-f8d4157bbd97 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369761 Jun 23 18:59:25.606338 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-8f58aa13-c6e5-4707-8779-8997819ae1f6 service neutron] 10.222.0.47 "GET /v2.0/networks/0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355618 Jun 23 18:59:25.676584 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.db.l3_db [None req-f1539270-4b8c-4cdc-bf9a-058ce738191e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Floating IP d75eec0c-3cc9-4da7-8bf3-ada9bfe6647c associated. External IP: 172.27.0.36, port: faa81078-f38b-45f4-a98c-5ccfbc7f907c. Jun 23 18:59:25.712542 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04377137-e866-4aa6-8648-d470e1a41136 req-d3a9df2e-5219-48cc-9695-65edf0900df3 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:25.712542 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-04377137-e866-4aa6-8648-d470e1a41136 req-d3a9df2e-5219-48cc-9695-65edf0900df3 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.0649736 Jun 23 18:59:25.712912 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 56608) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:25.721057 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-bbe4ef69-89c0-47a5-9e5e-64d620b8255b tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Request body: {'floatingip': {'port_id': 'd16b30a7-1202-4a07-b980-112ed7289151'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:59:25.737234 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 56612) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:25.797718 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-02c461c2-2ffd-4b8b-83fd-0e926016688a service neutron] 10.222.0.47 "GET /v2.0/networks/0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823342 Jun 23 18:59:25.804064 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-bbe4ef69-89c0-47a5-9e5e-64d620b8255b tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for floatingip, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:25.974479 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-20543db4-1f05-4bcb-be7c-35ac0b995efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:26.018606 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1539270-4b8c-4cdc-bf9a-058ce738191e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Router 73215398-a360-4b53-9fe1-d320f6038b4b has already been hosted by L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 {{(pid=99981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:59:26.164255 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-2e91349c-a915-4cd3-b1d4-3204dfd27bbc req-e1ab0b75-5a29-4b4e-9d8e-bc7f3788aab0 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=84e390d2-bfaf-4aeb-9b1c-31635cf0a12f HTTP/1.1" status: 200 len: 210 time: 0.0429573 Jun 23 18:59:26.241537 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1539270-4b8c-4cdc-bf9a-058ce738191e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 18:59:26.254826 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978e5c8d-6036-446f-83c9-ac02a4d58c58 None None] Sync routers for ids ['73215398-a360-4b53-9fe1-d320f6038b4b'] in dv-cinder-786386-8-iscsi {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:59:26.270523 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978e5c8d-6036-446f-83c9-ac02a4d58c58 None None] Routers {'73215398-a360-4b53-9fe1-d320f6038b4b'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:59:26.270523 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-978e5c8d-6036-446f-83c9-ac02a4d58c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T18:59:01Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['73215398-a360-4b53-9fe1-d320f6038b4b'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:59:26.274656 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-20543db4-1f05-4bcb-be7c-35ac0b995efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:26.279301 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-f1539270-4b8c-4cdc-bf9a-058ce738191e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for floatingip, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:26.333245 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-f1539270-4b8c-4cdc-bf9a-058ce738191e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "PUT /v2.0/floatingips/d75eec0c-3cc9-4da7-8bf3-ada9bfe6647c HTTP/1.1" status: 200 len: 990 time: 1.9744215 Jun 23 18:59:26.334009 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a3cd0c-aaeb-4aba-8f47-d65e65f996e3', 'tag': 'faa81078-f38b-45f4-a98c-5ccfbc7f907c'}] {{(pid=99981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 18:59:26.350275 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c19ba6c2e482ff9aabb3850c8975427142a9e03079a3b94b5c7a7eb1b25c395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ed2cf1-1ec6-4738-b11e-8d4a3249c037" -d '{"events": [{"name": "network-changed", "server_uuid": "70a3cd0c-aaeb-4aba-8f47-d65e65f996e3", "tag": "faa81078-f38b-45f4-a98c-5ccfbc7f907c"}]}' {{(pid=99981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 18:59:26.379876 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-20543db4-1f05-4bcb-be7c-35ac0b995efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:26.379876 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-43998701-2ac9-468b-865c-5f9fc7af1e81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:26.404425 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0affa1-7122-4b09-85ef-0007d35358c7 req-13583bfd-ecdf-4f93-b366-1b36024b4df7 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:26.407162 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20543db4-1f05-4bcb-be7c-35ac0b995efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c7989f-c661-4f9c-8168-ee8455297d4c,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:26.411580 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-bf0affa1-7122-4b09-85ef-0007d35358c7 req-13583bfd-ecdf-4f93-b366-1b36024b4df7 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.4153469 Jun 23 18:59:26.417678 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20543db4-1f05-4bcb-be7c-35ac0b995efa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:26.418301 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20543db4-1f05-4bcb-be7c-35ac0b995efa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:26.418821 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20543db4-1f05-4bcb-be7c-35ac0b995efa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:26.419180 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20543db4-1f05-4bcb-be7c-35ac0b995efa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:26.419527 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20543db4-1f05-4bcb-be7c-35ac0b995efa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:26.419869 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20543db4-1f05-4bcb-be7c-35ac0b995efa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:26.420329 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20543db4-1f05-4bcb-be7c-35ac0b995efa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:26.420783 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20543db4-1f05-4bcb-be7c-35ac0b995efa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:26.421122 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20543db4-1f05-4bcb-be7c-35ac0b995efa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:26.421483 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20543db4-1f05-4bcb-be7c-35ac0b995efa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:26.421819 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20543db4-1f05-4bcb-be7c-35ac0b995efa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:26.422156 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20543db4-1f05-4bcb-be7c-35ac0b995efa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:26.424493 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-978e5c8d-6036-446f-83c9-ac02a4d58c58 None None] Set router 73215398-a360-4b53-9fe1-d320f6038b4b gateway port host: dv-cinder-786386-8-iscsi {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:59:26.429594 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-20543db4-1f05-4bcb-be7c-35ac0b995efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:26.445389 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-20543db4-1f05-4bcb-be7c-35ac0b995efa admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eb5df6f614904e3eb6120010b3a21a54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7046146 Jun 23 18:59:26.445483 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 56646) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:26.541242 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6967ad28-6634-4eea-a0c6-e208124bf173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:26.568592 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6967ad28-6634-4eea-a0c6-e208124bf173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:26.577357 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-bf0affa1-7122-4b09-85ef-0007d35358c7 req-bd1efe6b-4966-4021-bf87-c9fea0fc0c60 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645288 Jun 23 18:59:26.642866 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 18:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c61cb0-e0f1-4bdd-8805-71abd83c3ee2 x-openstack-request-id: req-d1c61cb0-e0f1-4bdd-8805-71abd83c3ee2 {{(pid=99981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 18:59:26.661571 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a3cd0c-aaeb-4aba-8f47-d65e65f996e3", "tag": "faa81078-f38b-45f4-a98c-5ccfbc7f907c", "status": "completed", "code": 200}]} {{(pid=99981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 18:59:26.661571 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d1c61cb0-e0f1-4bdd-8805-71abd83c3ee2 {{(pid=99981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 18:59:26.661571 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a3cd0c-aaeb-4aba-8f47-d65e65f996e3', 'tag': 'faa81078-f38b-45f4-a98c-5ccfbc7f907c', 'status': 'completed', 'code': 200} Jun 23 18:59:26.737842 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6967ad28-6634-4eea-a0c6-e208124bf173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:26.740496 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6967ad28-6634-4eea-a0c6-e208124bf173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:26.744043 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-6967ad28-6634-4eea-a0c6-e208124bf173 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/91c7989f-c661-4f9c-8168-ee8455297d4c HTTP/1.1" status: 204 len: 168 time: 0.2952738 Jun 23 18:59:26.744043 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:26.754833 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967ad28-6634-4eea-a0c6-e208124bf173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c7989f-c661-4f9c-8168-ee8455297d4c,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:26.758173 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-6967ad28-6634-4eea-a0c6-e208124bf173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:26.793067 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-978e5c8d-6036-446f-83c9-ac02a4d58c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1286120584-router', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '2e8e5254-675d-40dd-99c2-40a467ab4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:27Z', 'updated_at': '2021-06-23T18:58:36Z', 'revision_number': 4, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'gw_port': {'id': '2e8e5254-675d-40dd-99c2-40a467ab4db9', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:29Z', 'updated_at': '2021-06-23T18:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_floatingips': [{'id': 'd75eec0c-3cc9-4da7-8bf3-ada9bfe6647c', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'floating_ip_address': '172.27.0.36', 'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'router_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'port_id': 'faa81078-f38b-45f4-a98c-5ccfbc7f907c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47', 'mac_address': 'fa:16:3e:9f:44:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a3cd0c-aaeb-4aba-8f47-d65e65f996e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T18:58:51Z', 'updated_at': '2021-06-23T18:59:25Z', 'revision_number': 1, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d8cf4f-d25f-43bc-99c8-7aadbbdd8680', 'name': '', 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'mac_address': 'fa:16:3e:fe:c2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '32106090-9e53-4852-ad03-eb2e8f42dc88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:33Z', 'updated_at': '2021-06-23T18:58:48Z', 'revision_number': 5, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'subnets': [{'id': '32106090-9e53-4852-ad03-eb2e8f42dc88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:59:26.831947 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978e5c8d-6036-446f-83c9-ac02a4d58c58 None None] Checking router: 73215398-a360-4b53-9fe1-d320f6038b4b for host: dv-cinder-786386-8-iscsi {{(pid=99984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:59:26.834573 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978e5c8d-6036-446f-83c9-ac02a4d58c58 None None] Routers {'73215398-a360-4b53-9fe1-d320f6038b4b'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:59:26.835799 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-978e5c8d-6036-446f-83c9-ac02a4d58c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T18:59:01Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['73215398-a360-4b53-9fe1-d320f6038b4b'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:59:26.954105 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-978e5c8d-6036-446f-83c9-ac02a4d58c58 None None] Set router 73215398-a360-4b53-9fe1-d320f6038b4b gateway port host: dv-cinder-786386-8-iscsi {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:59:26.960381 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-bbe4ef69-89c0-47a5-9e5e-64d620b8255b tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:27.074626 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-bbe4ef69-89c0-47a5-9e5e-64d620b8255b tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1978722'] for floatingip, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:27.180293 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.db.l3_db [None req-bbe4ef69-89c0-47a5-9e5e-64d620b8255b tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Floating IP 3ef40b28-58c4-4463-bea2-5a7423f39c02 associated. External IP: 172.27.0.42, port: d16b30a7-1202-4a07-b980-112ed7289151. Jun 23 18:59:27.252423 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-978e5c8d-6036-446f-83c9-ac02a4d58c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1286120584-router', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '2e8e5254-675d-40dd-99c2-40a467ab4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:27Z', 'updated_at': '2021-06-23T18:58:36Z', 'revision_number': 4, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'gw_port': {'id': '2e8e5254-675d-40dd-99c2-40a467ab4db9', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:29Z', 'updated_at': '2021-06-23T18:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_floatingips': [{'id': 'd75eec0c-3cc9-4da7-8bf3-ada9bfe6647c', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'floating_ip_address': '172.27.0.36', 'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'router_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'port_id': 'faa81078-f38b-45f4-a98c-5ccfbc7f907c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47', 'mac_address': 'fa:16:3e:9f:44:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a3cd0c-aaeb-4aba-8f47-d65e65f996e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T18:58:51Z', 'updated_at': '2021-06-23T18:59:25Z', 'revision_number': 1, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d8cf4f-d25f-43bc-99c8-7aadbbdd8680', 'name': '', 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'mac_address': 'fa:16:3e:fe:c2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '32106090-9e53-4852-ad03-eb2e8f42dc88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:33Z', 'updated_at': '2021-06-23T18:58:48Z', 'revision_number': 5, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'subnets': [{'id': '32106090-9e53-4852-ad03-eb2e8f42dc88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:59:27.278979 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978e5c8d-6036-446f-83c9-ac02a4d58c58 None None] The sync data for ids ['73215398-a360-4b53-9fe1-d320f6038b4b'] in dv-cinder-786386-8-iscsi is: [{'id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1286120584-router', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '2e8e5254-675d-40dd-99c2-40a467ab4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:27Z', 'updated_at': '2021-06-23T18:58:36Z', 'revision_number': 4, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'gw_port': {'id': '2e8e5254-675d-40dd-99c2-40a467ab4db9', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:29Z', 'updated_at': '2021-06-23T18:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_floatingips': [{'id': 'd75eec0c-3cc9-4da7-8bf3-ada9bfe6647c', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'floating_ip_address': '172.27.0.36', 'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'router_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'port_id': 'faa81078-f38b-45f4-a98c-5ccfbc7f907c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47', 'mac_address': 'fa:16:3e:9f:44:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a3cd0c-aaeb-4aba-8f47-d65e65f996e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T18:58:51Z', 'updated_at': '2021-06-23T18:59:25Z', 'revision_number': 1, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d8cf4f-d25f-43bc-99c8-7aadbbdd8680', 'name': '', 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'mac_address': 'fa:16:3e:fe:c2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '32106090-9e53-4852-ad03-eb2e8f42dc88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:33Z', 'updated_at': '2021-06-23T18:58:48Z', 'revision_number': 5, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'subnets': [{'id': '32106090-9e53-4852-ad03-eb2e8f42dc88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:59:27.362229 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4c2924c0-d356-4839-8954-b17983289f0d req-0f0383a4-664a-4c81-9ebb-eda28b816494 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=84e390d2-bfaf-4aeb-9b1c-31635cf0a12f HTTP/1.1" status: 200 len: 210 time: 0.0350490 Jun 23 18:59:27.426427 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe4ef69-89c0-47a5-9e5e-64d620b8255b tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Router bd24330b-cb47-43d9-a75a-15e3286e3215 has already been hosted by L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 {{(pid=99982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:59:27.505258 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1fd650-d892-47aa-aa7b-9b0551572478 None None] New status for floating IP d75eec0c-3cc9-4da7-8bf3-ada9bfe6647c: ACTIVE {{(pid=99983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 18:59:27.541129 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 56666) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:27.554324 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-96ef598e-5612-43ca-9109-a718445d02dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:27.559994 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe4ef69-89c0-47a5-9e5e-64d620b8255b tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 18:59:27.570307 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f746680-02ae-485f-a245-eeb63a05f62e None None] Sync routers for ids ['bd24330b-cb47-43d9-a75a-15e3286e3215'] in dv-cinder-786386-8-iscsi {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:59:27.571367 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-bbe4ef69-89c0-47a5-9e5e-64d620b8255b tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for floatingip, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:27.581915 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f746680-02ae-485f-a245-eeb63a05f62e None None] Routers {'bd24330b-cb47-43d9-a75a-15e3286e3215'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:59:27.584705 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-6f746680-02ae-485f-a245-eeb63a05f62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T18:59:01Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['bd24330b-cb47-43d9-a75a-15e3286e3215'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:59:27.660427 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-bbe4ef69-89c0-47a5-9e5e-64d620b8255b tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "PUT /v2.0/floatingips/3ef40b28-58c4-4463-bea2-5a7423f39c02 HTTP/1.1" status: 200 len: 991 time: 1.9458139 Jun 23 18:59:27.660769 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee16e64-b3d5-4e6f-a1c9-dd713963a1f2', 'tag': 'd16b30a7-1202-4a07-b980-112ed7289151'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 18:59:27.664761 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66539840-384e-4647-8f40-b9fde76e8b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "bee16e64-b3d5-4e6f-a1c9-dd713963a1f2", "tag": "d16b30a7-1202-4a07-b980-112ed7289151"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 18:59:27.688336 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-96ef598e-5612-43ca-9109-a718445d02dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:27.743723 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-6f746680-02ae-485f-a245-eeb63a05f62e None None] Set router bd24330b-cb47-43d9-a75a-15e3286e3215 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:59:27.757558 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-96ef598e-5612-43ca-9109-a718445d02dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:27.761340 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-0fb0c53a-0835-4752-9940-b55081222017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:27.807387 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-96ef598e-5612-43ca-9109-a718445d02dc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0f091cb1f88b406fa1d3911ae64e2ac5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2631264 Jun 23 18:59:27.807387 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef598e-5612-43ca-9109-a718445d02dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a5e7d5-0191-4f76-beca-5cd1a90411d1,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:27.809122 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 56678) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:27.809775 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-96ef598e-5612-43ca-9109-a718445d02dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:27.828147 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90102ef-23cf-45dc-93ce-56ae71855a08 req-4346abc3-26b0-4049-988b-97a060cdc078 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:27.830294 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a90102ef-23cf-45dc-93ce-56ae71855a08 req-4346abc3-26b0-4049-988b-97a060cdc078 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.0843005 Jun 23 18:59:27.888333 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a90102ef-23cf-45dc-93ce-56ae71855a08 req-8fc559c0-3c9a-4b2f-bcf3-3ec0b8855bfa tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508294 Jun 23 18:59:27.899838 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-cd5fed93-445a-492b-a815-7b4d0ef14e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:27.926891 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-cd5fed93-445a-492b-a815-7b4d0ef14e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:28.024777 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-6f746680-02ae-485f-a245-eeb63a05f62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'name': 'tempest-AttachVolumeTestJSON-840448975-router', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd582b92e-0288-439b-9a01-15bee6c38578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:28Z', 'updated_at': '2021-06-23T18:58:39Z', 'revision_number': 4, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'gw_port': {'id': 'd582b92e-0288-439b-9a01-15bee6c38578', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:30Z', 'updated_at': '2021-06-23T18:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_floatingips': [{'id': '3ef40b28-58c4-4463-bea2-5a7423f39c02', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'router_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'port_id': 'd16b30a7-1202-4a07-b980-112ed7289151', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d', 'mac_address': 'fa:16:3e:7d:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee16e64-b3d5-4e6f-a1c9-dd713963a1f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T18:58:52Z', 'updated_at': '2021-06-23T18:59:26Z', 'revision_number': 1, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc94c0c6-dfce-4b66-98ef-8ea85e3086d1', 'name': '', 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'mac_address': 'fa:16:3e:45:7e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'addde824-1dce-4a61-8b2a-9b50df39336c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:36Z', 'updated_at': '2021-06-23T18:58:49Z', 'revision_number': 5, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'subnets': [{'id': 'addde824-1dce-4a61-8b2a-9b50df39336c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:59:28.030484 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-cd5fed93-445a-492b-a815-7b4d0ef14e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:28.033510 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-cd5fed93-445a-492b-a815-7b4d0ef14e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:28.034679 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-cd5fed93-445a-492b-a815-7b4d0ef14e53 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/89a5e7d5-0191-4f76-beca-5cd1a90411d1 HTTP/1.1" status: 204 len: 168 time: 0.2242758 Jun 23 18:59:28.035336 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:28.042768 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5fed93-445a-492b-a815-7b4d0ef14e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a5e7d5-0191-4f76-beca-5cd1a90411d1,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:28.045041 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-cd5fed93-445a-492b-a815-7b4d0ef14e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:28.050103 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f746680-02ae-485f-a245-eeb63a05f62e None None] Checking router: bd24330b-cb47-43d9-a75a-15e3286e3215 for host: dv-cinder-786386-8-iscsi {{(pid=99984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:59:28.062959 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f746680-02ae-485f-a245-eeb63a05f62e None None] Routers {'bd24330b-cb47-43d9-a75a-15e3286e3215'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:59:28.063653 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-6f746680-02ae-485f-a245-eeb63a05f62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T18:59:01Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['bd24330b-cb47-43d9-a75a-15e3286e3215'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:59:28.167408 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-6f746680-02ae-485f-a245-eeb63a05f62e None None] Set router bd24330b-cb47-43d9-a75a-15e3286e3215 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:59:28.388732 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-6f746680-02ae-485f-a245-eeb63a05f62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'name': 'tempest-AttachVolumeTestJSON-840448975-router', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd582b92e-0288-439b-9a01-15bee6c38578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:28Z', 'updated_at': '2021-06-23T18:58:39Z', 'revision_number': 4, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'gw_port': {'id': 'd582b92e-0288-439b-9a01-15bee6c38578', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:30Z', 'updated_at': '2021-06-23T18:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_floatingips': [{'id': '3ef40b28-58c4-4463-bea2-5a7423f39c02', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'router_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'port_id': 'd16b30a7-1202-4a07-b980-112ed7289151', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d', 'mac_address': 'fa:16:3e:7d:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee16e64-b3d5-4e6f-a1c9-dd713963a1f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T18:58:52Z', 'updated_at': '2021-06-23T18:59:26Z', 'revision_number': 1, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc94c0c6-dfce-4b66-98ef-8ea85e3086d1', 'name': '', 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'mac_address': 'fa:16:3e:45:7e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'addde824-1dce-4a61-8b2a-9b50df39336c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:36Z', 'updated_at': '2021-06-23T18:58:49Z', 'revision_number': 5, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'subnets': [{'id': 'addde824-1dce-4a61-8b2a-9b50df39336c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:59:28.414322 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f746680-02ae-485f-a245-eeb63a05f62e None None] The sync data for ids ['bd24330b-cb47-43d9-a75a-15e3286e3215'] in dv-cinder-786386-8-iscsi is: [{'id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'name': 'tempest-AttachVolumeTestJSON-840448975-router', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd582b92e-0288-439b-9a01-15bee6c38578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:28Z', 'updated_at': '2021-06-23T18:58:39Z', 'revision_number': 4, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'gw_port': {'id': 'd582b92e-0288-439b-9a01-15bee6c38578', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:30Z', 'updated_at': '2021-06-23T18:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_floatingips': [{'id': '3ef40b28-58c4-4463-bea2-5a7423f39c02', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'router_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'port_id': 'd16b30a7-1202-4a07-b980-112ed7289151', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d', 'mac_address': 'fa:16:3e:7d:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee16e64-b3d5-4e6f-a1c9-dd713963a1f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T18:58:52Z', 'updated_at': '2021-06-23T18:59:26Z', 'revision_number': 1, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc94c0c6-dfce-4b66-98ef-8ea85e3086d1', 'name': '', 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'mac_address': 'fa:16:3e:45:7e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'addde824-1dce-4a61-8b2a-9b50df39336c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:36Z', 'updated_at': '2021-06-23T18:58:49Z', 'revision_number': 5, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'subnets': [{'id': 'addde824-1dce-4a61-8b2a-9b50df39336c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:59:28.476255 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-b5ab5416-a32a-423e-add8-06cce4452d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:28.587734 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e11bc2-2137-4a9b-be15-076101843b25 None None] New status for floating IP 3ef40b28-58c4-4463-bea2-5a7423f39c02: ACTIVE {{(pid=99983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 18:59:28.776614 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 56692) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:28.790238 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-cde1af43-0967-400f-92ca-86ce3c19fff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:28.877744 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-cde1af43-0967-400f-92ca-86ce3c19fff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:28.944321 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-cde1af43-0967-400f-92ca-86ce3c19fff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:28.946733 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-cd5fed93-445a-492b-a815-7b4d0ef14e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:28.982077 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-cde1af43-0967-400f-92ca-86ce3c19fff3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=637c11b8ec4a4d3fa7a621e23668cd34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2043927 Jun 23 18:59:28.983204 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde1af43-0967-400f-92ca-86ce3c19fff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42d3012-abbf-4246-8070-cd0738cf27f4,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:28.985269 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 56696) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:28.986287 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-cde1af43-0967-400f-92ca-86ce3c19fff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:29.033097 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-be9ede25-f432-495a-bd33-ef1536975532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:29.053695 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-be9ede25-f432-495a-bd33-ef1536975532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:29.167487 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-be9ede25-f432-495a-bd33-ef1536975532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:29.170147 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-be9ede25-f432-495a-bd33-ef1536975532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:29.171303 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-be9ede25-f432-495a-bd33-ef1536975532 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d42d3012-abbf-4246-8070-cd0738cf27f4 HTTP/1.1" status: 204 len: 168 time: 0.1849496 Jun 23 18:59:29.171967 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:29.181641 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ede25-f432-495a-bd33-ef1536975532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42d3012-abbf-4246-8070-cd0738cf27f4,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:29.190472 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-be9ede25-f432-495a-bd33-ef1536975532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:29.236724 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed2cf1-1ec6-4738-b11e-8d4a3249c037 req-a10f1549-c9b3-4f6b-be78-f325e775e32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:29.236724 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-89ed2cf1-1ec6-4738-b11e-8d4a3249c037 req-a10f1549-c9b3-4f6b-be78-f325e775e32f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=729d57d1e6084efaafdeeab91cc43749&device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 1098 time: 0.0532765 Jun 23 18:59:29.259758 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 18:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4353a0b9-138e-42bd-adff-06ef5d0c0a12 x-openstack-request-id: req-4353a0b9-138e-42bd-adff-06ef5d0c0a12 {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 18:59:29.260154 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bee16e64-b3d5-4e6f-a1c9-dd713963a1f2", "tag": "d16b30a7-1202-4a07-b980-112ed7289151", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 18:59:29.260513 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4353a0b9-138e-42bd-adff-06ef5d0c0a12 {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 18:59:29.260944 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bee16e64-b3d5-4e6f-a1c9-dd713963a1f2', 'tag': 'd16b30a7-1202-4a07-b980-112ed7289151', 'status': 'completed', 'code': 200} Jun 23 18:59:29.387722 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-9f8a94bb-3410-4010-8c15-5684af01e2c2 req-00a62081-e4fa-41b7-a17d-6284f2f39ea4 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=84e390d2-bfaf-4aeb-9b1c-31635cf0a12f HTTP/1.1" status: 200 len: 210 time: 0.0376654 Jun 23 18:59:29.412131 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed2cf1-1ec6-4738-b11e-8d4a3249c037 req-5628cb2b-288f-4ddb-a9c1-987ee7969447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:29.412972 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-89ed2cf1-1ec6-4738-b11e-8d4a3249c037 req-5628cb2b-288f-4ddb-a9c1-987ee7969447 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bfb4a1f7-e917-4d93-979a-9e772f8cdd47 HTTP/1.1" status: 200 len: 918 time: 0.1208346 Jun 23 18:59:29.486806 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66539840-384e-4647-8f40-b9fde76e8b0f req-c2c75492-6791-4dd0-9410-d3538e8fb651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:29.488297 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-66539840-384e-4647-8f40-b9fde76e8b0f req-c2c75492-6791-4dd0-9410-d3538e8fb651 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9f6a4633b074ee18f6ae32450102a45&device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 1099 time: 0.0990319 Jun 23 18:59:29.496683 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987a448-3508-4eb2-97a8-b4e7cccf6cb2 req-f5e39ce7-1bfc-4fed-a0bc-36b98b5d530a tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:29.504020 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4987a448-3508-4eb2-97a8-b4e7cccf6cb2 req-f5e39ce7-1bfc-4fed-a0bc-36b98b5d530a tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.1158679 Jun 23 18:59:29.523443 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-89ed2cf1-1ec6-4738-b11e-8d4a3249c037 req-1196d2d7-0409-4d4a-865f-84f26f786312 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faa81078-f38b-45f4-a98c-5ccfbc7f907c HTTP/1.1" status: 200 len: 1000 time: 0.0983212 Jun 23 18:59:29.579534 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed2cf1-1ec6-4738-b11e-8d4a3249c037 req-9b2c1ea5-ad07-437c-927e-ec31a604c8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:29.581676 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-89ed2cf1-1ec6-4738-b11e-8d4a3249c037 req-9b2c1ea5-ad07-437c-927e-ec31a604c8b7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=32106090-9e53-4852-ad03-eb2e8f42dc88 HTTP/1.1" status: 200 len: 856 time: 0.0492487 Jun 23 18:59:29.607488 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4987a448-3508-4eb2-97a8-b4e7cccf6cb2 req-a9c27784-4d8c-4f45-a053-cb905301b43d tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026137 Jun 23 18:59:29.650429 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66539840-384e-4647-8f40-b9fde76e8b0f req-aa4060f6-0bd7-423a-a229-9c19d5029b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:29.653419 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed2cf1-1ec6-4738-b11e-8d4a3249c037 req-4d071cb7-7852-4a50-9411-76ec6b6a2d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:29.655365 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-89ed2cf1-1ec6-4738-b11e-8d4a3249c037 req-4d071cb7-7852-4a50-9411-76ec6b6a2d3f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bfb4a1f7-e917-4d93-979a-9e772f8cdd47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0662079 Jun 23 18:59:29.658421 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-66539840-384e-4647-8f40-b9fde76e8b0f req-aa4060f6-0bd7-423a-a229-9c19d5029b90 service neutron] 10.222.0.74 "GET /v2.0/networks?id=58353e6c-18a0-4686-b0db-a03201c9462d HTTP/1.1" status: 200 len: 911 time: 0.1517515 Jun 23 18:59:29.772300 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-89ed2cf1-1ec6-4738-b11e-8d4a3249c037 req-746d1501-4af0-40c2-bc86-0e49465b407f service neutron] 10.222.0.74 "GET /v2.0/networks/bfb4a1f7-e917-4d93-979a-9e772f8cdd47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976224 Jun 23 18:59:29.895533 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-89ed2cf1-1ec6-4738-b11e-8d4a3249c037 req-bb3ab053-ebad-424a-a13f-f2167ca3d5f5 service neutron] 10.222.0.74 "GET /v2.0/networks/bfb4a1f7-e917-4d93-979a-9e772f8cdd47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036460 Jun 23 18:59:30.087752 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-66539840-384e-4647-8f40-b9fde76e8b0f req-832f7f79-104a-4d75-b3d2-72ac4375405d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d16b30a7-1202-4a07-b980-112ed7289151 HTTP/1.1" status: 200 len: 1001 time: 0.3684421 Jun 23 18:59:30.148711 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66539840-384e-4647-8f40-b9fde76e8b0f req-1986ad0d-3720-41e2-873f-841a1b3c0f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:30.150394 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-66539840-384e-4647-8f40-b9fde76e8b0f req-1986ad0d-3720-41e2-873f-841a1b3c0f28 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=addde824-1dce-4a61-8b2a-9b50df39336c HTTP/1.1" status: 200 len: 849 time: 0.0498254 Jun 23 18:59:30.212292 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66539840-384e-4647-8f40-b9fde76e8b0f req-668ae399-036b-480c-b3bf-e5def3df8d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:30.213752 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-66539840-384e-4647-8f40-b9fde76e8b0f req-668ae399-036b-480c-b3bf-e5def3df8d7c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=58353e6c-18a0-4686-b0db-a03201c9462d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548174 Jun 23 18:59:30.339932 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-66539840-384e-4647-8f40-b9fde76e8b0f req-625055ea-4e7a-4725-a4db-f93f9492692b service neutron] 10.222.0.74 "GET /v2.0/networks/58353e6c-18a0-4686-b0db-a03201c9462d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954967 Jun 23 18:59:30.460341 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-66539840-384e-4647-8f40-b9fde76e8b0f req-15f308d9-a6ce-4c73-850a-7095336508f2 service neutron] 10.222.0.74 "GET /v2.0/networks/58353e6c-18a0-4686-b0db-a03201c9462d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001267 Jun 23 18:59:30.557375 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-645c980a-fbca-480d-a4cf-20a4c1cf37ed req-16d3ae02-ded1-4b29-864b-1c8818431c4f tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=84e390d2-bfaf-4aeb-9b1c-31635cf0a12f HTTP/1.1" status: 200 len: 210 time: 0.0281489 Jun 23 18:59:30.797004 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f6be4-f51f-4872-b1a7-86c1c40e4b68 req-ab8fd677-4f33-4849-9bf0-8d9be03be1cf tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:30.798529 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a03f6be4-f51f-4872-b1a7-86c1c40e4b68 req-ab8fd677-4f33-4849-9bf0-8d9be03be1cf tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.0661433 Jun 23 18:59:30.836939 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a03f6be4-f51f-4872-b1a7-86c1c40e4b68 req-1120988d-97bf-4106-a788-73f187778812 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321398 Jun 23 18:59:31.059240 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-967e1b96-d039-4c71-b67a-fce21ff73888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:31.258669 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-9b64f9bc-24d1-4c01-9ded-4abbfc6c43da tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:31.264465 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-9b64f9bc-24d1-4c01-9ded-4abbfc6c43da tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.74 "GET /v2.0/networks?id=0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9 HTTP/1.1" status: 200 len: 815 time: 0.1094146 Jun 23 18:59:31.315229 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-b7f337d6-6d62-45d1-8420-2c4f9a8be11b tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Request body: {'port': {'device_id': '84e390d2-bfaf-4aeb-9b1c-31635cf0a12f', 'network_id': '0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9', 'admin_state_up': True, 'tenant_id': '3b232a5327c642c5a6c0382184c26c86'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:59:31.474741 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:31.520844 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-b7f337d6-6d62-45d1-8420-2c4f9a8be11b tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Made reservation on behalf of 3b232a5327c642c5a6c0382184c26c86 for: {'port': 1} {{(pid=99982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:59:31.525019 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-b7f337d6-6d62-45d1-8420-2c4f9a8be11b tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:31.668518 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.db_base_plugin_common [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-b7f337d6-6d62-45d1-8420-2c4f9a8be11b tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Allocated IP 172.20.0.9 (0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9/68fb12a0-feb0-4ff7-98c7-542ca4bebeef/259486a4-0a7e-4fd6-9a19-6aeb27067b5d) {{(pid=99982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:59:31.754889 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-74047263-e072-4212-abf0-7ae495a75a33 req-e37aebd3-4ba8-458d-a01b-9a727ed86ee5 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=84e390d2-bfaf-4aeb-9b1c-31635cf0a12f HTTP/1.1" status: 200 len: 210 time: 0.0358653 Jun 23 18:59:31.857445 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-b7f337d6-6d62-45d1-8420-2c4f9a8be11b tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Notify callbacks [] for port, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:31.985406 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-b7f337d6-6d62-45d1-8420-2c4f9a8be11b tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63686027'] for port, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:31.989466 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-23d88a15-4a85-4301-a12f-fc6b2b7482d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:32.009527 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1146cf3-e416-4803-8a66-b4102129e78e req-6f7a5e70-c5b9-4c59-96d7-79e27fd22d7e tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:32.011021 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-b1146cf3-e416-4803-8a66-b4102129e78e req-6f7a5e70-c5b9-4c59-96d7-79e27fd22d7e tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.0648406 Jun 23 18:59:32.026588 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-b7f337d6-6d62-45d1-8420-2c4f9a8be11b tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Network 0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9 is already hosted by enough agents. {{(pid=99982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:59:32.035525 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.base_scheduler [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-b7f337d6-6d62-45d1-8420-2c4f9a8be11b tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Resources bound (agent type, host, resource id): {{(pid=99982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:59:32.042132 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-b7f337d6-6d62-45d1-8420-2c4f9a8be11b tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Received port after_create {{(pid=99982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:59:32.044096 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['a7e9db05-c9d5-4b2d-837f-b6e05d29e058'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 18:59:32.053979 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-b1146cf3-e416-4803-8a66-b4102129e78e req-f87ed8af-c2b4-4f26-8204-53234d2ec0ac tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369554 Jun 23 18:59:32.065493 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f337d6-6d62-45d1-8420-2c4f9a8be11b tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Pushing event updated for resources: {'Port': ['ID=259486a4-0a7e-4fd6-9a19-6aeb27067b5d,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:32.069841 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-b7f337d6-6d62-45d1-8420-2c4f9a8be11b tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:32.098791 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-b7f337d6-6d62-45d1-8420-2c4f9a8be11b tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:32.099415 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-b7f337d6-6d62-45d1-8420-2c4f9a8be11b tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:32.183704 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-b7f337d6-6d62-45d1-8420-2c4f9a8be11b tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8731825 Jun 23 18:59:32.217066 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-913a9d5c-dc8b-4f86-af42-95561232b2f2 service neutron] Request body: {'port': {'device_id': '84e390d2-bfaf-4aeb-9b1c-31635cf0a12f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:59:32.286828 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-913a9d5c-dc8b-4f86-af42-95561232b2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:32.292262 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:32.538160 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-913a9d5c-dc8b-4f86-af42-95561232b2f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 259486a4-0a7e-4fd6-9a19-6aeb27067b5d {{(pid=99982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 18:59:32.545168 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-913a9d5c-dc8b-4f86-af42-95561232b2f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:32.556400 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.provisioning_blocks [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-913a9d5c-dc8b-4f86-af42-95561232b2f2 service neutron] Transition to ACTIVE for port object 259486a4-0a7e-4fd6-9a19-6aeb27067b5d will not be triggered until provisioned by entity L2. {{(pid=99982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:59:32.635055 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-913a9d5c-dc8b-4f86-af42-95561232b2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63686041'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:32.636865 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-89df617e-bcca-4512-a348-aa6b678e0804 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:32.685756 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a9d5c-dc8b-4f86-af42-95561232b2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=259486a4-0a7e-4fd6-9a19-6aeb27067b5d,revision_number=2']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:32.689942 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-913a9d5c-dc8b-4f86-af42-95561232b2f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:32.758296 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-913a9d5c-dc8b-4f86-af42-95561232b2f2 service neutron] Attempting to bind port 259486a4-0a7e-4fd6-9a19-6aeb27067b5d on host hv-cinder-78638 for vnic_type normal with profile {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 18:59:32.758643 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-913a9d5c-dc8b-4f86-af42-95561232b2f2 service neutron] Attempting to bind port 259486a4-0a7e-4fd6-9a19-6aeb27067b5d by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '91ac7bd7-7747-45f6-a655-e28f712ee370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9'}] {{(pid=99982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 18:59:32.758979 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-913a9d5c-dc8b-4f86-af42-95561232b2f2 service neutron] Attempting to bind port 259486a4-0a7e-4fd6-9a19-6aeb27067b5d on network 0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:59:32.763488 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-913a9d5c-dc8b-4f86-af42-95561232b2f2 service neutron] Port 259486a4-0a7e-4fd6-9a19-6aeb27067b5d on network 0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 18:59:32.763815 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-913a9d5c-dc8b-4f86-af42-95561232b2f2 service neutron] Attempting to bind port 259486a4-0a7e-4fd6-9a19-6aeb27067b5d on network 0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:59:32.768575 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-913a9d5c-dc8b-4f86-af42-95561232b2f2 service neutron] Checking agent: {'id': '3aaf2a66-4435-4fa2-a046-8ce762f61c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 18, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:59:32.768914 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-913a9d5c-dc8b-4f86-af42-95561232b2f2 service neutron] Checking segment: {'id': '91ac7bd7-7747-45f6-a655-e28f712ee370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:59:32.769297 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-913a9d5c-dc8b-4f86-af42-95561232b2f2 service neutron] Bound using segment: {'id': '91ac7bd7-7747-45f6-a655-e28f712ee370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9'} {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:59:32.769727 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-913a9d5c-dc8b-4f86-af42-95561232b2f2 service neutron] Bound port: 259486a4-0a7e-4fd6-9a19-6aeb27067b5d, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ac7bd7-7747-45f6-a655-e28f712ee370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9'}}] {{(pid=99982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 18:59:32.770077 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-913a9d5c-dc8b-4f86-af42-95561232b2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:32.835486 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-913a9d5c-dc8b-4f86-af42-95561232b2f2 service neutron] For port 259486a4-0a7e-4fd6-9a19-6aeb27067b5d, host hv-cinder-78638, cleared binding levels {{(pid=99982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 18:59:32.838574 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-913a9d5c-dc8b-4f86-af42-95561232b2f2 service neutron] For port 259486a4-0a7e-4fd6-9a19-6aeb27067b5d, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=259486a4-0a7e-4fd6-9a19-6aeb27067b5d,segment=NetworkSegment(91ac7bd7-7747-45f6-a655-e28f712ee370),segment_id=91ac7bd7-7747-45f6-a655-e28f712ee370)] {{(pid=99982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 18:59:32.886485 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 6 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:59:32.922480 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-913a9d5c-dc8b-4f86-af42-95561232b2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63686041'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:32.925901 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-4ab037c2-b189-4279-a687-a3c5cd7e8efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:32.955497 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-913a9d5c-dc8b-4f86-af42-95561232b2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:32.956118 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-913a9d5c-dc8b-4f86-af42-95561232b2f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:32.957475 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-913a9d5c-dc8b-4f86-af42-95561232b2f2 service neutron] 10.222.0.74 "PUT /v2.0/ports/259486a4-0a7e-4fd6-9a19-6aeb27067b5d HTTP/1.1" status: 200 len: 1093 time: 0.7447529 Jun 23 18:59:32.957973 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e390d2-bfaf-4aeb-9b1c-31635cf0a12f', 'tag': '259486a4-0a7e-4fd6-9a19-6aeb27067b5d'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 18:59:32.960270 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869e938b-41f4-4704-b9e0-c01eebf5a0c7" -d '{"events": [{"name": "network-changed", "server_uuid": "84e390d2-bfaf-4aeb-9b1c-31635cf0a12f", "tag": "259486a4-0a7e-4fd6-9a19-6aeb27067b5d"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 18:59:32.982748 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a9d5c-dc8b-4f86-af42-95561232b2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=259486a4-0a7e-4fd6-9a19-6aeb27067b5d,revision_number=3']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:32.986388 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-913a9d5c-dc8b-4f86-af42-95561232b2f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:33.590444 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:35.759901 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 18:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f355356d-cccd-4784-b6cd-774808ee2117 x-openstack-request-id: req-f355356d-cccd-4784-b6cd-774808ee2117 {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 18:59:35.760393 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e390d2-bfaf-4aeb-9b1c-31635cf0a12f", "tag": "259486a4-0a7e-4fd6-9a19-6aeb27067b5d", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 18:59:35.760490 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f355356d-cccd-4784-b6cd-774808ee2117 {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 18:59:35.760899 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e390d2-bfaf-4aeb-9b1c-31635cf0a12f', 'tag': '259486a4-0a7e-4fd6-9a19-6aeb27067b5d', 'status': 'completed', 'code': 200} Jun 23 18:59:35.821931 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-f5b02c45-77a4-467a-97fd-0d041843ac65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:35.823486 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-f5b02c45-77a4-467a-97fd-0d041843ac65 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3b232a5327c642c5a6c0382184c26c86&device_id=84e390d2-bfaf-4aeb-9b1c-31635cf0a12f HTTP/1.1" status: 200 len: 1096 time: 0.0981131 Jun 23 18:59:35.836155 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c5c66-f066-4248-8531-db6444597952 req-f65b4a1b-909d-4231-b475-5cd5466b2a5f tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:35.837614 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-dc6c5c66-f066-4248-8531-db6444597952 req-f65b4a1b-909d-4231-b475-5cd5466b2a5f tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=84e390d2-bfaf-4aeb-9b1c-31635cf0a12f HTTP/1.1" status: 200 len: 943 time: 0.1028230 Jun 23 18:59:35.889913 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-f7e5f98f-00a1-40d2-95c6-68b3067bf82c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=259486a4-0a7e-4fd6-9a19-6aeb27067b5d HTTP/1.1" status: 200 len: 217 time: 0.0446706 Jun 23 18:59:35.901125 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb33eb5-f7a8-4d4e-8ead-2f7cbf0ef5ff req-c3f694d8-0828-41a8-94ff-41a06c71fb30 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:35.903431 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-1cb33eb5-f7a8-4d4e-8ead-2f7cbf0ef5ff req-c3f694d8-0828-41a8-94ff-41a06c71fb30 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.0622900 Jun 23 18:59:35.931037 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-dc6c5c66-f066-4248-8531-db6444597952 req-ae64ccbc-4e7e-43cd-a6cb-50fdfe9c8513 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879703 Jun 23 18:59:35.940472 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-1cb33eb5-f7a8-4d4e-8ead-2f7cbf0ef5ff req-aadb7936-71d4-4ec2-b213-dbc7b8447818 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306497 Jun 23 18:59:35.948030 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-887e73cc-7e65-41be-9328-e3b3698b9e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:35.949489 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-887e73cc-7e65-41be-9328-e3b3698b9e9d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=68fb12a0-feb0-4ff7-98c7-542ca4bebeef HTTP/1.1" status: 200 len: 855 time: 0.0501995 Jun 23 18:59:35.989012 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-5444be26-7a89-4301-9645-4fb8cc864c8f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294046 Jun 23 18:59:36.076607 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-1504ee6d-8cb3-4b5d-b35d-ad6d416e436a service neutron] 10.222.0.74 "GET /v2.0/networks/0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801280 Jun 23 18:59:36.171758 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f7c067d9-13ff-432b-9e3e-40dc8a0f261f req-1ed1f8ab-8eec-4e5d-9b6d-148a94fdc2bf service neutron] 10.222.0.74 "GET /v2.0/networks/0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825274 Jun 23 18:59:39.006769 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:39.674425 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e938b-41f4-4704-b9e0-c01eebf5a0c7 req-6da851c5-5821-46b5-a10b-d3b7054b0136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:39.675950 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-869e938b-41f4-4704-b9e0-c01eebf5a0c7 req-6da851c5-5821-46b5-a10b-d3b7054b0136 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3b232a5327c642c5a6c0382184c26c86&device_id=84e390d2-bfaf-4aeb-9b1c-31635cf0a12f HTTP/1.1" status: 200 len: 1096 time: 0.0507193 Jun 23 18:59:39.678321 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-cdc9eae3-97a9-4d8a-8000-ea7d40c21ef3 req-625fb8a8-52c8-4843-9ad4-0f68b6fecb5c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d43890be-ca10-4c42-b589-3a96705cecac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497544 Jun 23 18:59:39.914850 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9eae3-97a9-4d8a-8000-ea7d40c21ef3 req-29398527-96b3-4a94-bbfa-058ba2c7f058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:39.916958 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-cdc9eae3-97a9-4d8a-8000-ea7d40c21ef3 req-29398527-96b3-4a94-bbfa-058ba2c7f058 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=73ac072b4abc4a448069580beeddc9eb&device_id=d43890be-ca10-4c42-b589-3a96705cecac HTTP/1.1" status: 200 len: 1098 time: 0.1097114 Jun 23 18:59:39.917303 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd5ba8-f1f9-4ac8-a569-febca8d5970a req-66fed7b2-e178-4886-85ab-de1eecbb777e tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:39.925224 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-e1bd5ba8-f1f9-4ac8-a569-febca8d5970a req-66fed7b2-e178-4886-85ab-de1eecbb777e tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=84e390d2-bfaf-4aeb-9b1c-31635cf0a12f HTTP/1.1" status: 200 len: 943 time: 0.1558173 Jun 23 18:59:39.928468 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac05391-c76a-463d-943b-4e5bb9a583b6 req-2f3bf7ed-b733-4220-8cd8-cbaa5c00fc4b tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:39.929952 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-7ac05391-c76a-463d-943b-4e5bb9a583b6 req-2f3bf7ed-b733-4220-8cd8-cbaa5c00fc4b tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.1144359 Jun 23 18:59:39.942069 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e938b-41f4-4704-b9e0-c01eebf5a0c7 req-cd63dcfc-ab48-459f-a455-2073780be02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:39.943677 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-869e938b-41f4-4704-b9e0-c01eebf5a0c7 req-cd63dcfc-ab48-459f-a455-2073780be02e service neutron] 10.222.0.74 "GET /v2.0/networks?id=0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9 HTTP/1.1" status: 200 len: 916 time: 0.1437047 Jun 23 18:59:39.972833 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-e1bd5ba8-f1f9-4ac8-a569-febca8d5970a req-da838c81-770c-4db4-b1cb-77d9d418716d tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468295 Jun 23 18:59:39.991634 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-7ac05391-c76a-463d-943b-4e5bb9a583b6 req-c7074b04-c33a-4655-b64d-2f6207cb0551 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539534 Jun 23 18:59:40.010141 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-869e938b-41f4-4704-b9e0-c01eebf5a0c7 req-19df00cb-c6a5-4004-8a78-4b567b3c3b3f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=259486a4-0a7e-4fd6-9a19-6aeb27067b5d HTTP/1.1" status: 200 len: 217 time: 0.0462632 Jun 23 18:59:40.060761 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e938b-41f4-4704-b9e0-c01eebf5a0c7 req-51259359-fbea-4c8c-b786-f62325028371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:40.062275 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-869e938b-41f4-4704-b9e0-c01eebf5a0c7 req-51259359-fbea-4c8c-b786-f62325028371 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=68fb12a0-feb0-4ff7-98c7-542ca4bebeef HTTP/1.1" status: 200 len: 855 time: 0.0434997 Jun 23 18:59:40.080505 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9eae3-97a9-4d8a-8000-ea7d40c21ef3 req-d2fd9be6-9b4a-47b1-8fb7-b211bae5f9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:40.081984 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-cdc9eae3-97a9-4d8a-8000-ea7d40c21ef3 req-d2fd9be6-9b4a-47b1-8fb7-b211bae5f9ce service neutron] 10.222.0.74 "GET /v2.0/networks?id=fdf89605-62c6-4b55-a5e6-b6b42fdc13b9 HTTP/1.1" status: 200 len: 912 time: 0.1152217 Jun 23 18:59:43.178991 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-869e938b-41f4-4704-b9e0-c01eebf5a0c7 req-3d4babda-ff37-48e5-8e58-dac311608789 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274329 Jun 23 18:59:43.196662 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-cdc9eae3-97a9-4d8a-8000-ea7d40c21ef3 req-6284391c-2e65-422d-bd0f-ce9d8d26da78 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48bc9ece-8dc4-46c8-ba36-531dab2ba975 HTTP/1.1" status: 200 len: 217 time: 0.0372903 Jun 23 18:59:43.284125 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-869e938b-41f4-4704-b9e0-c01eebf5a0c7 req-8cd0eed1-d61c-4d66-838d-bd366e727df6 service neutron] 10.222.0.74 "GET /v2.0/networks/0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944989 Jun 23 18:59:43.291687 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9eae3-97a9-4d8a-8000-ea7d40c21ef3 req-dc53e6a8-018c-4efb-9e74-62e42ac354bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:43.293115 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-cdc9eae3-97a9-4d8a-8000-ea7d40c21ef3 req-dc53e6a8-018c-4efb-9e74-62e42ac354bf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e56b89b4-e3bb-4c07-9b8c-9debcfc2c322 HTTP/1.1" status: 200 len: 851 time: 0.0488856 Jun 23 18:59:43.335773 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-cdc9eae3-97a9-4d8a-8000-ea7d40c21ef3 req-25fcc67d-0504-4d4b-8589-3d0e9ab5a3aa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fdf89605-62c6-4b55-a5e6-b6b42fdc13b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267673 Jun 23 18:59:43.401879 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-869e938b-41f4-4704-b9e0-c01eebf5a0c7 req-0049e6c5-f911-4764-8258-25e78f36349c service neutron] 10.222.0.74 "GET /v2.0/networks/0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935223 Jun 23 18:59:43.459802 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe57937-9d18-4764-bd14-2e898fc646ec req-8b461feb-aa42-455c-bb5f-25ce2fb1994d tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:43.461164 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-2fe57937-9d18-4764-bd14-2e898fc646ec req-8b461feb-aa42-455c-bb5f-25ce2fb1994d tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=84e390d2-bfaf-4aeb-9b1c-31635cf0a12f HTTP/1.1" status: 200 len: 943 time: 0.1278291 Jun 23 18:59:43.498959 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-cdc9eae3-97a9-4d8a-8000-ea7d40c21ef3 req-4aac327d-ed75-4026-94c6-0a066064f131 service neutron] 10.222.0.74 "GET /v2.0/networks/fdf89605-62c6-4b55-a5e6-b6b42fdc13b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358232 Jun 23 18:59:43.509618 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163a5bf-b092-4fb4-9242-f948b55bd107 req-988e6633-1dbc-4ec2-989f-0cd0c90612df tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:43.511141 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-b163a5bf-b092-4fb4-9242-f948b55bd107 req-988e6633-1dbc-4ec2-989f-0cd0c90612df tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.0663614 Jun 23 18:59:43.518786 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-2fe57937-9d18-4764-bd14-2e898fc646ec req-f26974fe-a594-4cf2-996a-a1a58374b5c7 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510910 Jun 23 18:59:43.549798 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-b163a5bf-b092-4fb4-9242-f948b55bd107 req-5fb06e29-5337-4911-a3ae-94952b3325d0 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329053 Jun 23 18:59:43.601451 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-cdc9eae3-97a9-4d8a-8000-ea7d40c21ef3 req-d6280a47-a23d-46a1-9e09-b61d2b90a125 service neutron] 10.222.0.74 "GET /v2.0/networks/fdf89605-62c6-4b55-a5e6-b6b42fdc13b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950091 Jun 23 18:59:44.775261 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806db61-614b-4a78-8d10-59435f621a7e req-49fd35df-1cfc-42f5-99b0-0af7c42e35af tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:44.776877 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-1806db61-614b-4a78-8d10-59435f621a7e req-49fd35df-1cfc-42f5-99b0-0af7c42e35af tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=84e390d2-bfaf-4aeb-9b1c-31635cf0a12f HTTP/1.1" status: 200 len: 943 time: 0.0694518 Jun 23 18:59:44.815007 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-1806db61-614b-4a78-8d10-59435f621a7e req-f43806cd-5a7a-4d73-b9e4-8f06ce94f845 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319145 Jun 23 18:59:44.997060 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948409dc-d43c-418b-950e-5e30b0af87ae req-3b389a0e-3814-4ffc-a4a6-78c4ddec66fc tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:44.998654 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-948409dc-d43c-418b-950e-5e30b0af87ae req-3b389a0e-3814-4ffc-a4a6-78c4ddec66fc tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.0799472 Jun 23 18:59:45.043558 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-948409dc-d43c-418b-950e-5e30b0af87ae req-400b0180-b44e-4e10-9128-1c60f3b73393 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377383 Jun 23 18:59:45.113145 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e512c-f525-4dbe-bb7f-7cee9231d942 req-7be32c27-f7cf-4836-96fb-87d4f184b682 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:45.114686 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-086e512c-f525-4dbe-bb7f-7cee9231d942 req-7be32c27-f7cf-4836-96fb-87d4f184b682 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d43890be-ca10-4c42-b589-3a96705cecac HTTP/1.1" status: 200 len: 945 time: 0.0641339 Jun 23 18:59:45.151105 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-086e512c-f525-4dbe-bb7f-7cee9231d942 req-d78d6d93-e007-4c35-a366-18528b21107a tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/security-groups?id=33c44205-c62b-42cb-bfba-d1e618271860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306737 Jun 23 18:59:48.184606 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 259486a4-0a7e-4fd6-9a19-6aeb27067b5d details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=99983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 18:59:48.279451 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 259486a4-0a7e-4fd6-9a19-6aeb27067b5d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=259486a4-0a7e-4fd6-9a19-6aeb27067b5d,segment=NetworkSegment(91ac7bd7-7747-45f6-a655-e28f712ee370),segment_id=91ac7bd7-7747-45f6-a655-e28f712ee370)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:59:48.290545 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Returning: {'device': '259486a4-0a7e-4fd6-9a19-6aeb27067b5d', 'network_id': '0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9', 'port_id': '259486a4-0a7e-4fd6-9a19-6aeb27067b5d', 'mac_address': 'fa:16:3e:01:9c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68fb12a0-feb0-4ff7-98c7-542ca4bebeef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 18:59:48.326360 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:48.338443 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 259486a4-0a7e-4fd6-9a19-6aeb27067b5d {{(pid=99983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 18:59:48.357930 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 259486a4-0a7e-4fd6-9a19-6aeb27067b5d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=259486a4-0a7e-4fd6-9a19-6aeb27067b5d,segment=NetworkSegment(91ac7bd7-7747-45f6-a655-e28f712ee370),segment_id=91ac7bd7-7747-45f6-a655-e28f712ee370)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:59:48.408913 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:48.412864 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:48.465972 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=259486a4-0a7e-4fd6-9a19-6aeb27067b5d,revision_number=4']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:48.474058 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:48.475029 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:48.475029 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:48.475299 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:48.475627 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:48.475958 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:48.476285 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:48.476610 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:48.476957 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:48.477285 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:48.477607 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:48.477931 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:48.481844 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:48.500472 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42582c99-1678-485d-8adc-b67d6e6adc72 req-c776227a-16d6-4b84-804b-1ee44a1971fb tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:48.502117 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-42582c99-1678-485d-8adc-b67d6e6adc72 req-c776227a-16d6-4b84-804b-1ee44a1971fb tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=84e390d2-bfaf-4aeb-9b1c-31635cf0a12f HTTP/1.1" status: 200 len: 944 time: 0.0668354 Jun 23 18:59:48.539306 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-42582c99-1678-485d-8adc-b67d6e6adc72 req-b8fdb060-df4b-4d99-9ce5-a62fa7bc1213 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309045 Jun 23 18:59:48.569147 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9fd5e-5ca5-4b46-bbb1-a4cfef3cf53c req-343cfcb5-7693-4c16-8574-8c9a813cd1bc tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:48.570646 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-88a9fd5e-5ca5-4b46-bbb1-a4cfef3cf53c req-343cfcb5-7693-4c16-8574-8c9a813cd1bc tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.0646169 Jun 23 18:59:48.606737 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-88a9fd5e-5ca5-4b46-bbb1-a4cfef3cf53c req-1decf93a-6b4a-4af8-bd5b-4fc30a103562 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304453 Jun 23 18:59:48.705080 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156e3ce-c3c0-4cb3-bc8e-3ddb909e9dd5 req-7edb953f-e586-4c16-a8c6-657577315b9b tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:48.706472 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f156e3ce-c3c0-4cb3-bc8e-3ddb909e9dd5 req-7edb953f-e586-4c16-a8c6-657577315b9b tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d43890be-ca10-4c42-b589-3a96705cecac HTTP/1.1" status: 200 len: 945 time: 0.0659480 Jun 23 18:59:48.742950 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f156e3ce-c3c0-4cb3-bc8e-3ddb909e9dd5 req-2ab0b49e-b117-4f26-b869-7a87b0ead89b tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/security-groups?id=33c44205-c62b-42cb-bfba-d1e618271860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308983 Jun 23 18:59:49.230513 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['259486a4-0a7e-4fd6-9a19-6aeb27067b5d'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 18:59:49.718358 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7014e-81a0-462f-922a-e5be9a510636 req-3f9ed3ba-19b1-4c49-8ed1-24856ddbad87 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:49.720084 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-19f7014e-81a0-462f-922a-e5be9a510636 req-3f9ed3ba-19b1-4c49-8ed1-24856ddbad87 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=84e390d2-bfaf-4aeb-9b1c-31635cf0a12f HTTP/1.1" status: 200 len: 944 time: 0.0678287 Jun 23 18:59:49.774013 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-19f7014e-81a0-462f-922a-e5be9a510636 req-19e30ed9-a095-488a-9c44-ccd2010ff755 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468040 Jun 23 18:59:49.799384 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d435748-bdaa-430c-9ffe-358370af419c req-9ecb1749-045a-464e-af9c-9e7d1e84bf02 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:49.801058 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-7d435748-bdaa-430c-9ffe-358370af419c req-9ecb1749-045a-464e-af9c-9e7d1e84bf02 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.0731704 Jun 23 18:59:49.839300 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-7d435748-bdaa-430c-9ffe-358370af419c req-1ae5520e-eb24-41d7-8792-60aff7b64c0b tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325696 Jun 23 18:59:49.938032 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 57050) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:49.947925 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134790b-630e-4e57-b54c-54af83ae1dc6 req-e3d6b70f-0b7c-48cd-92d4-a47317da20e3 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:49.955029 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-1134790b-630e-4e57-b54c-54af83ae1dc6 req-e3d6b70f-0b7c-48cd-92d4-a47317da20e3 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d43890be-ca10-4c42-b589-3a96705cecac HTTP/1.1" status: 200 len: 945 time: 0.0702477 Jun 23 18:59:49.989969 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-1134790b-630e-4e57-b54c-54af83ae1dc6 req-6b364fde-91c1-4222-95f4-d22ed8f76d92 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/security-groups?id=33c44205-c62b-42cb-bfba-d1e618271860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340824 Jun 23 18:59:50.042563 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d2e4b5c5-8952-409b-9eb1-d33b8d935400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:50.135332 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d2e4b5c5-8952-409b-9eb1-d33b8d935400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:50.237249 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d2e4b5c5-8952-409b-9eb1-d33b8d935400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:50.241200 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:50.274524 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-d2e4b5c5-8952-409b-9eb1-d33b8d935400 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a650daaba40c4dc89e48a42b35478f3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3354182 Jun 23 18:59:50.276368 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e4b5c5-8952-409b-9eb1-d33b8d935400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f58c398-5b74-4a63-82c1-5500d19031c1,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:50.277251 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 57056) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:50.279409 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-d2e4b5c5-8952-409b-9eb1-d33b8d935400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:50.326289 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-e6601e6b-e929-469c-a202-bda3636bf523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:50.346433 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-e6601e6b-e929-469c-a202-bda3636bf523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:50.460488 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-e6601e6b-e929-469c-a202-bda3636bf523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:50.463484 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-e6601e6b-e929-469c-a202-bda3636bf523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:50.467334 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-e6601e6b-e929-469c-a202-bda3636bf523 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0f58c398-5b74-4a63-82c1-5500d19031c1 HTTP/1.1" status: 204 len: 168 time: 0.1890867 Jun 23 18:59:50.468121 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-be9ede25-f432-495a-bd33-ef1536975532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:50.476452 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6601e6b-e929-469c-a202-bda3636bf523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f58c398-5b74-4a63-82c1-5500d19031c1,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:50.483858 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-e6601e6b-e929-469c-a202-bda3636bf523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:50.964180 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c14830-596f-41a6-b197-94d04405a5d2 req-82e25c3e-7bfc-4de7-955a-9af5d80a01fc tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:50.966709 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-39c14830-596f-41a6-b197-94d04405a5d2 req-82e25c3e-7bfc-4de7-955a-9af5d80a01fc tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=84e390d2-bfaf-4aeb-9b1c-31635cf0a12f HTTP/1.1" status: 200 len: 944 time: 0.0746114 Jun 23 18:59:50.977741 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 57078) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:50.989138 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 259486a4-0a7e-4fd6-9a19-6aeb27067b5d up at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:59:51.011930 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-39c14830-596f-41a6-b197-94d04405a5d2 req-4babfed1-2078-4aae-8ed6-1781982f37d9 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394692 Jun 23 18:59:51.081330 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09d18f-9425-4881-8bee-c6f57c7eecdd req-d35e19a1-b8b4-4259-ac52-9f42d969f8d8 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:51.089079 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-aa09d18f-9425-4881-8bee-c6f57c7eecdd req-d35e19a1-b8b4-4259-ac52-9f42d969f8d8 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.0987773 Jun 23 18:59:51.146841 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-aa09d18f-9425-4881-8bee-c6f57c7eecdd req-e0abdace-37c9-4ec9-8d44-a97c91b2c6c6 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527263 Jun 23 18:59:51.167282 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a7a0cbec-48df-48c9-8bd3-319ee51038fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:51.203615 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7babd5c2-5fd3-4b5f-8bce-bfbc25d03abf req-b7b5f8e4-959b-4980-9598-60a591ee15ca tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:51.205142 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-7babd5c2-5fd3-4b5f-8bce-bfbc25d03abf req-b7b5f8e4-959b-4980-9598-60a591ee15ca tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d43890be-ca10-4c42-b589-3a96705cecac HTTP/1.1" status: 200 len: 945 time: 0.0620303 Jun 23 18:59:51.231673 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning for port 259486a4-0a7e-4fd6-9a19-6aeb27067b5d completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:59:51.235876 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning complete for port 259486a4-0a7e-4fd6-9a19-6aeb27067b5d triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:59:51.236374 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:51.247445 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-7babd5c2-5fd3-4b5f-8bce-bfbc25d03abf req-fe81a903-6247-4f9a-86e8-dc59e9bcab33 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/security-groups?id=33c44205-c62b-42cb-bfba-d1e618271860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359242 Jun 23 18:59:51.249320 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a7a0cbec-48df-48c9-8bd3-319ee51038fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:51.314077 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:51.336876 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e390d2-bfaf-4aeb-9b1c-31635cf0a12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259486a4-0a7e-4fd6-9a19-6aeb27067b5d'}] {{(pid=99983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 18:59:51.339190 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3da190a675926e82bddf1ae19285f5edc5f8218f501b2228f0a51a29f9c71fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0fc0ef-51ab-42b2-bdd9-1da0c0cbb46c" -d '{"events": [{"server_uuid": "84e390d2-bfaf-4aeb-9b1c-31635cf0a12f", "name": "network-vif-plugged", "status": "completed", "tag": "259486a4-0a7e-4fd6-9a19-6aeb27067b5d"}]}' {{(pid=99983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 18:59:51.351976 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 259486a4-0a7e-4fd6-9a19-6aeb27067b5d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=259486a4-0a7e-4fd6-9a19-6aeb27067b5d,segment=NetworkSegment(91ac7bd7-7747-45f6-a655-e28f712ee370),segment_id=91ac7bd7-7747-45f6-a655-e28f712ee370)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:59:51.361878 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a7a0cbec-48df-48c9-8bd3-319ee51038fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:51.365620 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-022319f4-e784-48d0-80bc-77c415426609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:51.375288 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 18:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b7184a-1b24-4529-9c41-3b02572d67a6 x-openstack-request-id: req-d1b7184a-1b24-4529-9c41-3b02572d67a6 {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 18:59:51.375288 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e390d2-bfaf-4aeb-9b1c-31635cf0a12f", "name": "network-vif-plugged", "status": "completed", "tag": "259486a4-0a7e-4fd6-9a19-6aeb27067b5d", "code": 200}]} {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 18:59:51.375288 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d1b7184a-1b24-4529-9c41-3b02572d67a6 {{(pid=99983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 18:59:51.375288 dv-cinder-786386-8-iscsi neutron-server[99983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e390d2-bfaf-4aeb-9b1c-31635cf0a12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259486a4-0a7e-4fd6-9a19-6aeb27067b5d', 'code': 200} Jun 23 18:59:51.404541 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-a7a0cbec-48df-48c9-8bd3-319ee51038fb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e418c607d5a340e2b712b84e1543774d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4257071 Jun 23 18:59:51.405511 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0cbec-48df-48c9-8bd3-319ee51038fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c317c5-022e-4479-9af2-68f16fa84c64,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:51.407184 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 57094) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:51.408625 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-a7a0cbec-48df-48c9-8bd3-319ee51038fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:51.420624 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:51.422925 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-0bce7012-adc4-40a3-baba-0aad1d9a576f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:51.456117 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-9e2b7eba-b2eb-48ed-987b-5505e2b3f3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:51.469016 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=259486a4-0a7e-4fd6-9a19-6aeb27067b5d,revision_number=5']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:51.472581 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:51.481576 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-9e2b7eba-b2eb-48ed-987b-5505e2b3f3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:51.614767 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-9e2b7eba-b2eb-48ed-987b-5505e2b3f3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:51.617767 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-9e2b7eba-b2eb-48ed-987b-5505e2b3f3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:51.619016 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-9e2b7eba-b2eb-48ed-987b-5505e2b3f3ac admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/14c317c5-022e-4479-9af2-68f16fa84c64 HTTP/1.1" status: 204 len: 168 time: 0.2108641 Jun 23 18:59:51.619821 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-c32602a2-7fe7-4c32-83c8-eb28f3e6adf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:51.627644 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b7eba-b2eb-48ed-987b-5505e2b3f3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c317c5-022e-4479-9af2-68f16fa84c64,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:51.630567 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-9e2b7eba-b2eb-48ed-987b-5505e2b3f3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:51.917823 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe46450-6ff1-4a8e-9446-608585402013 req-94a5b122-50b1-442d-9a09-7f2c402b34aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:51.920010 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-cbe46450-6ff1-4a8e-9446-608585402013 req-94a5b122-50b1-442d-9a09-7f2c402b34aa service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=84e390d2-bfaf-4aeb-9b1c-31635cf0a12f HTTP/1.1" status: 200 len: 1098 time: 0.0773053 Jun 23 18:59:51.984933 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-cbe46450-6ff1-4a8e-9446-608585402013 req-bf17e404-b3bd-4d27-9936-633f77e3c61a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342357 Jun 23 18:59:52.361104 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 57164) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:52.375086 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a2668437-03ce-4f52-969e-cf1482fbb89c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:52.465802 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a2668437-03ce-4f52-969e-cf1482fbb89c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:52.585374 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5035669-1cdc-4e20-a674-8539c79a384e req-d6259555-e5a2-434a-8f8d-aa414ab6a960 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:52.587955 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-d5035669-1cdc-4e20-a674-8539c79a384e req-d6259555-e5a2-434a-8f8d-aa414ab6a960 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=84e390d2-bfaf-4aeb-9b1c-31635cf0a12f HTTP/1.1" status: 200 len: 945 time: 0.0760181 Jun 23 18:59:52.589555 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a2668437-03ce-4f52-969e-cf1482fbb89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:52.596933 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-9e2b7eba-b2eb-48ed-987b-5505e2b3f3ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:52.672116 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-a2668437-03ce-4f52-969e-cf1482fbb89c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ad1ba31cc8e44474afeea373701abeab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3096747 Jun 23 18:59:52.674637 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 57166) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:52.705931 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-d5035669-1cdc-4e20-a674-8539c79a384e req-8661ead4-989a-4b9a-b750-865f4bd66f9c tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101179 Jun 23 18:59:52.707467 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2668437-03ce-4f52-969e-cf1482fbb89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58060c52-c9ea-4fd9-bccc-f9321efeeb6f,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:52.724765 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-e7baba34-219a-4347-8f89-dae26508fd91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:52.732153 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-a2668437-03ce-4f52-969e-cf1482fbb89c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:52.793936 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-e7baba34-219a-4347-8f89-dae26508fd91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:52.866977 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fc89c-d3d2-4949-80db-145a7b4f6d60 req-42e38b0f-af79-4fe8-82b1-02d4a6f560ed tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:52.868444 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-861fc89c-d3d2-4949-80db-145a7b4f6d60 req-42e38b0f-af79-4fe8-82b1-02d4a6f560ed tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.1316786 Jun 23 18:59:52.914065 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f86c1a-4e0a-4d37-b7aa-c9fc5f2d6960 req-9f285718-3a50-49de-a478-26c82b04980e tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:52.915537 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-96f86c1a-4e0a-4d37-b7aa-c9fc5f2d6960 req-9f285718-3a50-49de-a478-26c82b04980e tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.74 "GET /v2.0/ports?device_id=d43890be-ca10-4c42-b589-3a96705cecac HTTP/1.1" status: 200 len: 945 time: 0.1208348 Jun 23 18:59:52.917820 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-861fc89c-d3d2-4949-80db-145a7b4f6d60 req-a1e9842b-04a9-4245-8e6c-889e85100edf tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321350 Jun 23 18:59:52.937671 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638e430-29a0-484e-b725-7e8ef32ccbeb req-3a4de891-ec73-4d38-a151-afdb3f444574 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:52.939199 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-9638e430-29a0-484e-b725-7e8ef32ccbeb req-3a4de891-ec73-4d38-a151-afdb3f444574 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d43890be-ca10-4c42-b589-3a96705cecac HTTP/1.1" status: 200 len: 945 time: 0.1014574 Jun 23 18:59:52.964453 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-e7baba34-219a-4347-8f89-dae26508fd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:52.967263 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-e7baba34-219a-4347-8f89-dae26508fd91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:52.968422 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-e7baba34-219a-4347-8f89-dae26508fd91 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/58060c52-c9ea-4fd9-bccc-f9321efeeb6f HTTP/1.1" status: 204 len: 168 time: 0.2927406 Jun 23 18:59:52.969181 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-cf9cefbc-d9c5-4e40-9503-f423c4b366a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:52.976884 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7baba34-219a-4347-8f89-dae26508fd91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58060c52-c9ea-4fd9-bccc-f9321efeeb6f,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:52.979194 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-e7baba34-219a-4347-8f89-dae26508fd91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:53.015819 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-9638e430-29a0-484e-b725-7e8ef32ccbeb req-acae9fb5-9c98-4f5d-ab4d-e8f31cc50789 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/security-groups?id=33c44205-c62b-42cb-bfba-d1e618271860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684679 Jun 23 18:59:53.067980 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-96f86c1a-4e0a-4d37-b7aa-c9fc5f2d6960 req-faeb9ba5-c580-4512-a830-b79ff0aa52d7 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Deleting port 48bc9ece-8dc4-46c8-ba36-531dab2ba975 {{(pid=99982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 18:59:53.068325 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-96f86c1a-4e0a-4d37-b7aa-c9fc5f2d6960 req-faeb9ba5-c580-4512-a830-b79ff0aa52d7 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:53.153959 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-96f86c1a-4e0a-4d37-b7aa-c9fc5f2d6960 req-faeb9ba5-c580-4512-a830-b79ff0aa52d7 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] For port 48bc9ece-8dc4-46c8-ba36-531dab2ba975, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=48bc9ece-8dc4-46c8-ba36-531dab2ba975,segment=NetworkSegment(87806ec5-b336-4f3d-afae-cc6d137f808d),segment_id=87806ec5-b336-4f3d-afae-cc6d137f808d)] {{(pid=99982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:59:53.154348 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-96f86c1a-4e0a-4d37-b7aa-c9fc5f2d6960 req-faeb9ba5-c580-4512-a830-b79ff0aa52d7 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:53.168851 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-96f86c1a-4e0a-4d37-b7aa-c9fc5f2d6960 req-faeb9ba5-c580-4512-a830-b79ff0aa52d7 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Calling delete_port for 48bc9ece-8dc4-46c8-ba36-531dab2ba975 owned by compute:nova {{(pid=99982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 18:59:53.415359 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-96f86c1a-4e0a-4d37-b7aa-c9fc5f2d6960 req-faeb9ba5-c580-4512-a830-b79ff0aa52d7 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63686034'] for port, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:53.421201 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-bd5e72d7-eb7b-4590-8129-1e0f6efb04b5 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:53.448477 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb9ba5-c580-4512-a830-b79ff0aa52d7 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Pushing event deleted for resources: {'Port': ['ID=48bc9ece-8dc4-46c8-ba36-531dab2ba975,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:53.451042 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-faeb9ba5-c580-4512-a830-b79ff0aa52d7 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:53.457544 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['48bc9ece-8dc4-46c8-ba36-531dab2ba975'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 18:59:53.535623 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f86c1a-4e0a-4d37-b7aa-c9fc5f2d6960 req-faeb9ba5-c580-4512-a830-b79ff0aa52d7 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] No DVR routers for this DVR port 48bc9ece-8dc4-46c8-ba36-531dab2ba975 on host hv-cinder-78638 {{(pid=99982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:59:53.538920 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-96f86c1a-4e0a-4d37-b7aa-c9fc5f2d6960 req-faeb9ba5-c580-4512-a830-b79ff0aa52d7 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:53.541121 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-96f86c1a-4e0a-4d37-b7aa-c9fc5f2d6960 req-faeb9ba5-c580-4512-a830-b79ff0aa52d7 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.74 "DELETE /v2.0/ports/48bc9ece-8dc4-46c8-ba36-531dab2ba975 HTTP/1.1" status: 204 len: 173 time: 0.6010392 Jun 23 18:59:53.541612 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43890be-ca10-4c42-b589-3a96705cecac', 'name': 'network-vif-deleted', 'tag': '48bc9ece-8dc4-46c8-ba36-531dab2ba975'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 18:59:53.544006 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbf61d0-5008-4023-9078-1f87c8689d06" -d '{"events": [{"server_uuid": "d43890be-ca10-4c42-b589-3a96705cecac", "name": "network-vif-deleted", "tag": "48bc9ece-8dc4-46c8-ba36-531dab2ba975"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 18:59:53.580350 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 18:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c593fa2-72f4-4209-ac8f-af25c798a1f7 x-openstack-request-id: req-7c593fa2-72f4-4209-ac8f-af25c798a1f7 {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 18:59:53.580789 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d43890be-ca10-4c42-b589-3a96705cecac", "name": "network-vif-deleted", "tag": "48bc9ece-8dc4-46c8-ba36-531dab2ba975", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 18:59:53.581153 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7c593fa2-72f4-4209-ac8f-af25c798a1f7 {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 18:59:53.581794 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd43890be-ca10-4c42-b589-3a96705cecac', 'name': 'network-vif-deleted', 'tag': '48bc9ece-8dc4-46c8-ba36-531dab2ba975', 'status': 'completed', 'code': 200} Jun 23 18:59:53.969922 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833312b-d0e8-4d7e-973b-91ca1fa3111f req-e9494b53-9ca6-4588-9943-af4a51ffc2a5 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:53.969922 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-3833312b-d0e8-4d7e-973b-91ca1fa3111f req-e9494b53-9ca6-4588-9943-af4a51ffc2a5 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=84e390d2-bfaf-4aeb-9b1c-31635cf0a12f HTTP/1.1" status: 200 len: 945 time: 0.0685472 Jun 23 18:59:53.985618 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-3833312b-d0e8-4d7e-973b-91ca1fa3111f req-4ec6d533-5d40-42b7-8f59-30c0084057a3 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486362 Jun 23 18:59:54.111846 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fffce1b-caa0-414f-8fb2-7ad1ee701a91 req-cb26c913-8402-40f0-bbbd-256a793153af tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:54.111846 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-2fffce1b-caa0-414f-8fb2-7ad1ee701a91 req-cb26c913-8402-40f0-bbbd-256a793153af tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.0652945 Jun 23 18:59:54.151724 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-2fffce1b-caa0-414f-8fb2-7ad1ee701a91 req-503e9e16-e49a-454e-be2f-13a72b48c06b tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363903 Jun 23 18:59:54.164518 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-58b2c716-543c-4e6a-ab22-936127e1059c req-5314a36c-9dd1-4635-a22d-ebd462420243 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d43890be-ca10-4c42-b589-3a96705cecac HTTP/1.1" status: 200 len: 210 time: 0.0335245 Jun 23 18:59:55.193696 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c10d65-ee91-4706-b4ce-ef9f3583ad7d req-3cb2011a-5602-4f0e-8454-135c7e1bba88 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:55.195203 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-e6c10d65-ee91-4706-b4ce-ef9f3583ad7d req-3cb2011a-5602-4f0e-8454-135c7e1bba88 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=84e390d2-bfaf-4aeb-9b1c-31635cf0a12f HTTP/1.1" status: 200 len: 945 time: 0.0711195 Jun 23 18:59:55.414643 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336de41-da7a-4683-922f-4bf8c8c98f68 req-ae8fefaf-40f1-4e77-8a0f-884767fee6cf tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:55.422171 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-7336de41-da7a-4683-922f-4bf8c8c98f68 req-ae8fefaf-40f1-4e77-8a0f-884767fee6cf tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.1273651 Jun 23 18:59:55.470238 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-7336de41-da7a-4683-922f-4bf8c8c98f68 req-09e2d3f3-1e57-44d5-b742-b444ad1c14b0 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443552 Jun 23 18:59:55.517189 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-e6c10d65-ee91-4706-b4ce-ef9f3583ad7d req-bf727e08-7143-4670-b5cd-fa35fe4f85c6 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090591 Jun 23 18:59:55.623419 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-66d8b658-c6d8-488a-8f7c-dc812d201738 req-35f26234-e6b3-46d2-a57d-acbca707cf7d tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d43890be-ca10-4c42-b589-3a96705cecac HTTP/1.1" status: 200 len: 210 time: 0.0300620 Jun 23 18:59:56.635434 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df26b87-3e9b-4d32-b890-ac697f0064cf req-5e1ba352-11bf-4a1b-8583-fd374c67e320 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:56.636773 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-4df26b87-3e9b-4d32-b890-ac697f0064cf req-5e1ba352-11bf-4a1b-8583-fd374c67e320 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.0621915 Jun 23 18:59:56.673683 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-4df26b87-3e9b-4d32-b890-ac697f0064cf req-4ddc553d-078e-4e40-a2bd-9e904d26146c tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313435 Jun 23 18:59:58.443606 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-4aa479a4-618b-4af2-9a02-46f2de1fa405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:59.227789 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 48bc9ece-8dc4-46c8-ba36-531dab2ba975 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 18:59:59.247598 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] No Port match for: 48bc9ece-8dc4-46c8-ba36-531dab2ba975 {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 18:59:59.248020 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 48bc9ece-8dc4-46c8-ba36-531dab2ba975 not bound to the agent host hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 18:59:59.405518 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae307453-6927-4534-8785-c4f6779acbc0 req-56c24a4c-8ccc-4c2d-aba2-02df94c7f9d8 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:59.407058 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-ae307453-6927-4534-8785-c4f6779acbc0 req-56c24a4c-8ccc-4c2d-aba2-02df94c7f9d8 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.0655885 Jun 23 18:59:59.446383 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-ae307453-6927-4534-8785-c4f6779acbc0 req-21f57c05-e1a1-4e31-bc4e-06eb10755ef3 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329444 Jun 23 19:00:00.640627 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32340010-5faa-4385-9726-1785682ab5a6 req-2419a462-139a-407f-a605-55eaacf3d652 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:00.642120 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-32340010-5faa-4385-9726-1785682ab5a6 req-2419a462-139a-407f-a605-55eaacf3d652 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.0776563 Jun 23 19:00:00.687856 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-32340010-5faa-4385-9726-1785682ab5a6 req-5758cd16-5744-4105-a97d-b5dabe1dc8e4 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390303 Jun 23 19:00:01.027022 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-cf7766da-288e-4c17-b291-85d8b2111116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:01.454621 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 57382) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:01.466946 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:01.508932 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.db_base_plugin_v2 [None req-01c9d95d-30c4-44c7-b01b-4347d1076947 admin admin] Deleting subnet e56b89b4-e3bb-4c07-9b8c-9debcfc2c322 {{(pid=99981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:00:01.512177 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-01c9d95d-30c4-44c7-b01b-4347d1076947 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:01.545969 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-01c9d95d-30c4-44c7-b01b-4347d1076947 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65243406'] for subnet, precommit_delete_associations {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:01.585783 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-01c9d95d-30c4-44c7-b01b-4347d1076947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017849'] for subnet, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:01.753068 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-01c9d95d-30c4-44c7-b01b-4347d1076947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66155696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63851697'] for subnet, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:01.757187 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-3aa3030b-0220-42f6-8839-002b2c49a5ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:01.780498 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c9d95d-30c4-44c7-b01b-4347d1076947 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e56b89b4-e3bb-4c07-9b8c-9debcfc2c322,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:01.783792 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-01c9d95d-30c4-44c7-b01b-4347d1076947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:01.787363 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-01c9d95d-30c4-44c7-b01b-4347d1076947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for subnet, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:01.787363 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-01c9d95d-30c4-44c7-b01b-4347d1076947 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e56b89b4-e3bb-4c07-9b8c-9debcfc2c322 HTTP/1.1" status: 204 len: 168 time: 0.3310697 Jun 23 19:00:01.789560 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 57392) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:01.859128 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b9fe4b54-77c3-4489-b655-5c6792c8257a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631679'] for network, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:01.881717 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf3d66-b5fe-4ae2-893a-9a808f1f765c req-7ce90832-8ea6-4eb5-a379-beee69f9ad63 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:01.883779 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4edf3d66-b5fe-4ae2-893a-9a808f1f765c req-7ce90832-8ea6-4eb5-a379-beee69f9ad63 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.0773010 Jun 23 19:00:01.935631 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4edf3d66-b5fe-4ae2-893a-9a808f1f765c req-1d5073e8-2266-462b-b1b7-75c2758c313f tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448143 Jun 23 19:00:01.944484 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b9fe4b54-77c3-4489-b655-5c6792c8257a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018740', 'neutron.services.segments.db._delete_segments_for_network-8739890731039'] for network, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:01.957782 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.services.segments.db [None req-b9fe4b54-77c3-4489-b655-5c6792c8257a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf89605-62c6-4b55-a5e6-b6b42fdc13b9']}} {{(pid=99981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:00:01.967856 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.services.segments.db [None req-b9fe4b54-77c3-4489-b655-5c6792c8257a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87806ec5-b336-4f3d-afae-cc6d137f808d') {'for_net_delete': True} {{(pid=99981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:00:01.968285 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.services.segments.db [None req-b9fe4b54-77c3-4489-b655-5c6792c8257a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87806ec5-b336-4f3d-afae-cc6d137f808d') {} {{(pid=99981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:00:01.977440 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b9fe4b54-77c3-4489-b655-5c6792c8257a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739890717934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65243409'] for segment, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:01.993299 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b9fe4b54-77c3-4489-b655-5c6792c8257a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412'] for segment, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:02.010445 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9fe4b54-77c3-4489-b655-5c6792c8257a admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=99981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:00:02.011128 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b9fe4b54-77c3-4489-b655-5c6792c8257a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66155565'] for segment, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:02.014013 dv-cinder-786386-8-iscsi neutron-server[99981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:00:02.014013 dv-cinder-786386-8-iscsi neutron-server[99981]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:00:02.014013 dv-cinder-786386-8-iscsi neutron-server[99981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:00:02.014013 dv-cinder-786386-8-iscsi neutron-server[99981]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:00:02.014013 dv-cinder-786386-8-iscsi neutron-server[99981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:00:02.014013 dv-cinder-786386-8-iscsi neutron-server[99981]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:00:02.014013 dv-cinder-786386-8-iscsi neutron-server[99981]: Traceback (most recent call last): Jun 23 19:00:02.014013 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:00:02.014013 dv-cinder-786386-8-iscsi neutron-server[99981]: timer() Jun 23 19:00:02.014013 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:00:02.014013 dv-cinder-786386-8-iscsi neutron-server[99981]: cb(*args, **kw) Jun 23 19:00:02.014013 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:00:02.014013 dv-cinder-786386-8-iscsi neutron-server[99981]: return func(*args, **kwargs) Jun 23 19:00:02.014013 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:00:02.014013 dv-cinder-786386-8-iscsi neutron-server[99981]: self._notify() Jun 23 19:00:02.014013 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:00:02.014013 dv-cinder-786386-8-iscsi neutron-server[99981]: self.callback(batched_events) Jun 23 19:00:02.014013 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:00:02.014013 dv-cinder-786386-8-iscsi neutron-server[99981]: event.method(event) Jun 23 19:00:02.014013 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:00:02.014013 dv-cinder-786386-8-iscsi neutron-server[99981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:00:02.014013 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:00:02.014013 dv-cinder-786386-8-iscsi neutron-server[99981]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:00:02.014013 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:00:02.014013 dv-cinder-786386-8-iscsi neutron-server[99981]: return f(self, *a, **k) Jun 23 19:00:02.014013 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:00:02.014013 dv-cinder-786386-8-iscsi neutron-server[99981]: return self._get(url).json() Jun 23 19:00:02.014013 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:00:02.014013 dv-cinder-786386-8-iscsi neutron-server[99981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:00:02.014013 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:00:02.014013 dv-cinder-786386-8-iscsi neutron-server[99981]: return self.request(url, 'GET', **kwargs) Jun 23 19:00:02.014013 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:00:02.014013 dv-cinder-786386-8-iscsi neutron-server[99981]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:00:02.014013 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:00:02.014013 dv-cinder-786386-8-iscsi neutron-server[99981]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:00:02.014013 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:00:02.014013 dv-cinder-786386-8-iscsi neutron-server[99981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:00:02.014013 dv-cinder-786386-8-iscsi neutron-server[99981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:00:02.170374 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b9fe4b54-77c3-4489-b655-5c6792c8257a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1978736'] for network, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:02.175155 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b9fe4b54-77c3-4489-b655-5c6792c8257a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for network, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:02.178193 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-b9fe4b54-77c3-4489-b655-5c6792c8257a admin admin] 10.222.0.47 "DELETE /v2.0/networks/fdf89605-62c6-4b55-a5e6-b6b42fdc13b9 HTTP/1.1" status: 204 len: 168 time: 0.3876507 Jun 23 19:00:02.180155 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-b766bc51-bf03-4c3d-918e-f264153fe412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:02.295978 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:02.447518 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe4b54-77c3-4489-b655-5c6792c8257a admin admin] Pushing event deleted for resources: {'Network': ['ID=fdf89605-62c6-4b55-a5e6-b6b42fdc13b9,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:02.458667 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-b9fe4b54-77c3-4489-b655-5c6792c8257a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:02.502196 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-f8d6cc43-9351-406b-9879-a0833ce57a50 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:02.504050 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-f8d6cc43-9351-406b-9879-a0833ce57a50 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/networks?id=0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9 HTTP/1.1" status: 200 len: 815 time: 0.3245807 Jun 23 19:00:02.523791 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-40436060-c13d-4010-95c7-039594165fb1 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/quotas/3b232a5327c642c5a6c0382184c26c86 HTTP/1.1" status: 200 len: 375 time: 0.0095792 Jun 23 19:00:02.595004 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 57424) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:02.598404 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-a07e06f4-5366-4127-b9e3-5d73eb69f4a4 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b232a5327c642c5a6c0382184c26c86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0682781 Jun 23 19:00:02.637257 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-72546089-3353-400e-a694-19d0088a79b9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=73ac072b4abc4a448069580beeddc9eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0404332 Jun 23 19:00:02.639722 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 57426) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:02.690141 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-307f06c3-b9bb-474a-be12-58cb419d387e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:02.699871 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-9b9efa44-1400-4067-b704-16ea0a5dc9d5 service neutron] 10.222.0.47 "GET /v2.0/networks/0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927286 Jun 23 19:00:02.711552 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-307f06c3-b9bb-474a-be12-58cb419d387e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:02.798415 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-8e3d1ec8-0e9b-43fa-bca9-51ccb5e28c9d service neutron] 10.222.0.47 "GET /v2.0/networks/0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918546 Jun 23 19:00:02.861305 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-307f06c3-b9bb-474a-be12-58cb419d387e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:02.864099 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-307f06c3-b9bb-474a-be12-58cb419d387e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:02.865298 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-307f06c3-b9bb-474a-be12-58cb419d387e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/33c44205-c62b-42cb-bfba-d1e618271860 HTTP/1.1" status: 204 len: 168 time: 0.2246687 Jun 23 19:00:02.867721 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:02.874613 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f06c3-b9bb-474a-be12-58cb419d387e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c44205-c62b-42cb-bfba-d1e618271860,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:02.882737 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-307f06c3-b9bb-474a-be12-58cb419d387e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:03.155867 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-678b9247-e210-426d-8801-bb3c4c5fee56 req-76080f15-0c6f-46a1-897a-60e350054127 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc8d0e91-a63f-438b-a2e4-14a81542ecb6 HTTP/1.1" status: 200 len: 210 time: 0.0379982 Jun 23 19:00:03.155987 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd4dc8-05a6-4908-ae3c-da1905d6dda8 req-069b82f3-c467-4dc7-9cbf-6ae6614ed7f8 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:03.157322 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-b2dd4dc8-05a6-4908-ae3c-da1905d6dda8 req-069b82f3-c467-4dc7-9cbf-6ae6614ed7f8 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.0956328 Jun 23 19:00:03.198600 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-b2dd4dc8-05a6-4908-ae3c-da1905d6dda8 req-af7d1c0d-bc22-4768-9fa6-6a8aae6f33bd tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355093 Jun 23 19:00:03.607775 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:04.289726 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-aebdda6b-1f9e-4879-947f-2ae965f3cb71 req-927bdf06-0066-4537-a8b1-3376ef3d9e49 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc8d0e91-a63f-438b-a2e4-14a81542ecb6 HTTP/1.1" status: 200 len: 210 time: 0.0309143 Jun 23 19:00:04.407819 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd3c71-1075-490b-9ea9-eed8469e328b req-6f818fcd-e1da-4766-bb26-dacfdfb7d746 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:04.411257 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-1bdd3c71-1075-490b-9ea9-eed8469e328b req-6f818fcd-e1da-4766-bb26-dacfdfb7d746 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.0714495 Jun 23 19:00:04.439077 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 57488) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:04.460280 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-1bdd3c71-1075-490b-9ea9-eed8469e328b req-8546510e-7288-46d0-b13c-81b29a94caf1 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436614 Jun 23 19:00:04.561486 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-3dd9cea3-917b-4ae7-939b-75fd7f74e456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:04.656852 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-3dd9cea3-917b-4ae7-939b-75fd7f74e456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:04.734088 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-3dd9cea3-917b-4ae7-939b-75fd7f74e456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:04.738181 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-eff0f298-664c-4290-9914-6822eaac3224 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:04.774809 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-3dd9cea3-917b-4ae7-939b-75fd7f74e456 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b8ab1ef22ac541dc87fc89a6d925b16b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3346205 Jun 23 19:00:04.776171 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd9cea3-917b-4ae7-939b-75fd7f74e456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1321032-de09-4cc2-aa10-785dede64cf0,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:04.777541 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 57502) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:04.779568 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-3dd9cea3-917b-4ae7-939b-75fd7f74e456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:04.829600 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-38269f82-9f26-457e-9555-0a225414e1db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:04.851574 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-38269f82-9f26-457e-9555-0a225414e1db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:04.987182 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-38269f82-9f26-457e-9555-0a225414e1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:04.990445 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-38269f82-9f26-457e-9555-0a225414e1db admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:04.991744 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-38269f82-9f26-457e-9555-0a225414e1db admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c1321032-de09-4cc2-aa10-785dede64cf0 HTTP/1.1" status: 204 len: 168 time: 0.2130771 Jun 23 19:00:04.992647 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-a7a0cbec-48df-48c9-8bd3-319ee51038fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:05.000017 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38269f82-9f26-457e-9555-0a225414e1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1321032-de09-4cc2-aa10-785dede64cf0,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:05.004218 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-38269f82-9f26-457e-9555-0a225414e1db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:05.432143 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-1e534c8c-7f5c-4a85-a7a5-1acfb64c6def req-cc4e5ca8-8395-40ff-ba66-497f06fc38ee tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc8d0e91-a63f-438b-a2e4-14a81542ecb6 HTTP/1.1" status: 200 len: 210 time: 0.0283296 Jun 23 19:00:05.616760 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 57528) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:05.631127 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b75e346c-9782-4a23-8396-af0a604749b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:05.652293 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72097ce3-90f4-464b-8517-9a8e74609a3e req-2c399118-af22-4477-858a-004f9641e7d8 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:05.653902 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-72097ce3-90f4-464b-8517-9a8e74609a3e req-2c399118-af22-4477-858a-004f9641e7d8 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.0788713 Jun 23 19:00:05.696297 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-72097ce3-90f4-464b-8517-9a8e74609a3e req-62859b2f-333d-4ef8-bee2-381d7798d6ab tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350106 Jun 23 19:00:05.731225 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b75e346c-9782-4a23-8396-af0a604749b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:05.792501 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b75e346c-9782-4a23-8396-af0a604749b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:05.795907 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-2d627c93-132a-4dbd-a56f-191bedb6d8e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:05.829951 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-b75e346c-9782-4a23-8396-af0a604749b5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ab96f221f94940d2af3b2ed25e20b7b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2121422 Jun 23 19:00:05.830775 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e346c-9782-4a23-8396-af0a604749b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e926caee-fb6a-4fa4-9aeb-8dcb70b66aec,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:05.833175 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 57530) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:05.834496 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-b75e346c-9782-4a23-8396-af0a604749b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:05.881214 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-95d86324-af0b-4643-a125-a6793f1b62d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:05.911988 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-95d86324-af0b-4643-a125-a6793f1b62d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:06.048618 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-ce8b5fdb-f16b-4e97-9a76-26b858651b71 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:06.050580 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-ce8b5fdb-f16b-4e97-9a76-26b858651b71 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.74 "GET /v2.0/networks?id=0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9 HTTP/1.1" status: 200 len: 815 time: 0.1528513 Jun 23 19:00:06.077625 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-442da69b-71d5-4699-b7c2-32bd9268b485 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Request body: {'port': {'device_id': 'fc8d0e91-a63f-438b-a2e4-14a81542ecb6', 'network_id': '0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9', 'admin_state_up': True, 'tenant_id': '3b232a5327c642c5a6c0382184c26c86'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:00:06.133040 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-95d86324-af0b-4643-a125-a6793f1b62d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:06.133757 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-95d86324-af0b-4643-a125-a6793f1b62d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:06.135085 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-95d86324-af0b-4643-a125-a6793f1b62d6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e926caee-fb6a-4fa4-9aeb-8dcb70b66aec HTTP/1.1" status: 204 len: 168 time: 0.3008971 Jun 23 19:00:06.146653 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:06.194589 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d86324-af0b-4643-a125-a6793f1b62d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e926caee-fb6a-4fa4-9aeb-8dcb70b66aec,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:06.200155 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-95d86324-af0b-4643-a125-a6793f1b62d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:06.284892 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-442da69b-71d5-4699-b7c2-32bd9268b485 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Made reservation on behalf of 3b232a5327c642c5a6c0382184c26c86 for: {'port': 1} {{(pid=99982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:00:06.288928 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-442da69b-71d5-4699-b7c2-32bd9268b485 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:06.420227 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.db_base_plugin_common [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-442da69b-71d5-4699-b7c2-32bd9268b485 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Allocated IP 172.20.0.11 (0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9/68fb12a0-feb0-4ff7-98c7-542ca4bebeef/a7ce0c39-6c4d-40ea-8985-5915ebeb2b89) {{(pid=99982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:00:06.627710 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-442da69b-71d5-4699-b7c2-32bd9268b485 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Notify callbacks [] for port, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:06.652046 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-1d8d4f49-a489-4b28-97cf-b1d34ca46a47 req-6c57aa83-5da9-45ca-b6d3-860e23e7c4d6 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc8d0e91-a63f-438b-a2e4-14a81542ecb6 HTTP/1.1" status: 200 len: 210 time: 0.0506914 Jun 23 19:00:06.793705 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-442da69b-71d5-4699-b7c2-32bd9268b485 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63686027'] for port, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:06.806228 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 57580) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:06.811040 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-23d88a15-4a85-4301-a12f-fc6b2b7482d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:06.851519 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['a7e9db05-c9d5-4b2d-837f-b6e05d29e058', '259486a4-0a7e-4fd6-9a19-6aeb27067b5d'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:00:06.864557 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-442da69b-71d5-4699-b7c2-32bd9268b485 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Network 0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9 is already hosted by enough agents. {{(pid=99982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:00:06.868230 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.base_scheduler [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-442da69b-71d5-4699-b7c2-32bd9268b485 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Resources bound (agent type, host, resource id): {{(pid=99982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:00:06.871003 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-442da69b-71d5-4699-b7c2-32bd9268b485 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Received port after_create {{(pid=99982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:00:06.942165 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-442da69b-71d5-4699-b7c2-32bd9268b485 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:06.943322 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-442da69b-71d5-4699-b7c2-32bd9268b485 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:06.958773 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442da69b-71d5-4699-b7c2-32bd9268b485 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Pushing event updated for resources: {'Port': ['ID=a7ce0c39-6c4d-40ea-8985-5915ebeb2b89,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:06.963208 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-442da69b-71d5-4699-b7c2-32bd9268b485 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:06.995619 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547070f9-f16f-4748-a632-8be7eace7bce req-728934cb-0075-43fa-91c8-bda9971c6e7f tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:06.997601 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-547070f9-f16f-4748-a632-8be7eace7bce req-728934cb-0075-43fa-91c8-bda9971c6e7f tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.1374636 Jun 23 19:00:07.031957 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-442da69b-71d5-4699-b7c2-32bd9268b485 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9585111 Jun 23 19:00:07.052952 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-547070f9-f16f-4748-a632-8be7eace7bce req-a4cad7a4-6f83-43dd-ac96-46b48b273270 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488312 Jun 23 19:00:07.058841 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-ba390881-bc66-4c1e-89eb-54564ac16a80 service neutron] Request body: {'port': {'device_id': 'fc8d0e91-a63f-438b-a2e4-14a81542ecb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:00:07.161669 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-9a86614f-c448-46d3-ac4b-37bfcb5da03e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:07.172905 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-ba390881-bc66-4c1e-89eb-54564ac16a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:07.264777 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdcd697-8512-4d37-9ec8-af9da7233a6f req-1f1a06fb-0218-40b0-a549-761185b0fc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:07.266277 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-cfdcd697-8512-4d37-9ec8-af9da7233a6f req-1f1a06fb-0218-40b0-a549-761185b0fc42 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 1098 time: 0.0884557 Jun 23 19:00:07.328540 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-9a86614f-c448-46d3-ac4b-37bfcb5da03e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:07.330553 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-cfdcd697-8512-4d37-9ec8-af9da7233a6f req-0230de5b-8e16-4ea8-b2a6-12aaeb742d64 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565615 Jun 23 19:00:07.415903 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-9a86614f-c448-46d3-ac4b-37bfcb5da03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:07.419336 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-6985713d-6e5d-4711-aebb-e6ee5ba3dc21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:07.445865 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-ba390881-bc66-4c1e-89eb-54564ac16a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7ce0c39-6c4d-40ea-8985-5915ebeb2b89 {{(pid=99982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:00:07.455452 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-9a86614f-c448-46d3-ac4b-37bfcb5da03e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7493b2739dc842c2afe7f5a0dc6841fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6455927 Jun 23 19:00:07.455663 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-ba390881-bc66-4c1e-89eb-54564ac16a80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:07.455817 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 57598) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:07.462607 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86614f-c448-46d3-ac4b-37bfcb5da03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36963225-d0fc-43c9-8148-e3d4306896e7,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:07.466390 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-9a86614f-c448-46d3-ac4b-37bfcb5da03e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:07.480541 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.provisioning_blocks [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-ba390881-bc66-4c1e-89eb-54564ac16a80 service neutron] Transition to ACTIVE for port object a7ce0c39-6c4d-40ea-8985-5915ebeb2b89 will not be triggered until provisioned by entity L2. {{(pid=99982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:00:07.513648 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d2b4e31b-c3c0-4ebf-ba70-0b2e7aa93758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:07.538522 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d2b4e31b-c3c0-4ebf-ba70-0b2e7aa93758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:07.540312 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-ba390881-bc66-4c1e-89eb-54564ac16a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63686041'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:07.547718 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-d9f8655d-d03d-4627-abdd-7c810e8dc128 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:07.612142 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba390881-bc66-4c1e-89eb-54564ac16a80 service neutron] Pushing event updated for resources: {'Port': ['ID=a7ce0c39-6c4d-40ea-8985-5915ebeb2b89,revision_number=2']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:07.616343 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-ba390881-bc66-4c1e-89eb-54564ac16a80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:07.684166 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-ba390881-bc66-4c1e-89eb-54564ac16a80 service neutron] Attempting to bind port a7ce0c39-6c4d-40ea-8985-5915ebeb2b89 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:00:07.684823 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-ba390881-bc66-4c1e-89eb-54564ac16a80 service neutron] Attempting to bind port a7ce0c39-6c4d-40ea-8985-5915ebeb2b89 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '91ac7bd7-7747-45f6-a655-e28f712ee370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9'}] {{(pid=99982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:00:07.684823 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-ba390881-bc66-4c1e-89eb-54564ac16a80 service neutron] Attempting to bind port a7ce0c39-6c4d-40ea-8985-5915ebeb2b89 on network 0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:00:07.688955 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-ba390881-bc66-4c1e-89eb-54564ac16a80 service neutron] Port a7ce0c39-6c4d-40ea-8985-5915ebeb2b89 on network 0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:00:07.689281 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-ba390881-bc66-4c1e-89eb-54564ac16a80 service neutron] Attempting to bind port a7ce0c39-6c4d-40ea-8985-5915ebeb2b89 on network 0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:00:07.694560 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-ba390881-bc66-4c1e-89eb-54564ac16a80 service neutron] Checking agent: {'id': '3aaf2a66-4435-4fa2-a046-8ce762f61c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 18, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:00:07.694900 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-ba390881-bc66-4c1e-89eb-54564ac16a80 service neutron] Checking segment: {'id': '91ac7bd7-7747-45f6-a655-e28f712ee370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:00:07.695309 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-ba390881-bc66-4c1e-89eb-54564ac16a80 service neutron] Bound using segment: {'id': '91ac7bd7-7747-45f6-a655-e28f712ee370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9'} {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:00:07.695726 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-ba390881-bc66-4c1e-89eb-54564ac16a80 service neutron] Bound port: a7ce0c39-6c4d-40ea-8985-5915ebeb2b89, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ac7bd7-7747-45f6-a655-e28f712ee370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9'}}] {{(pid=99982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:00:07.696071 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-ba390881-bc66-4c1e-89eb-54564ac16a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:07.737348 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d2b4e31b-c3c0-4ebf-ba70-0b2e7aa93758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:07.740607 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d2b4e31b-c3c0-4ebf-ba70-0b2e7aa93758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:07.741889 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-d2b4e31b-c3c0-4ebf-ba70-0b2e7aa93758 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/36963225-d0fc-43c9-8148-e3d4306896e7 HTTP/1.1" status: 204 len: 168 time: 0.2848294 Jun 23 19:00:07.746537 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-f46c469f-d70f-4d11-ab7e-a234a7221029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:07.760467 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4e31b-c3c0-4ebf-ba70-0b2e7aa93758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36963225-d0fc-43c9-8148-e3d4306896e7,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:07.767355 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-d2b4e31b-c3c0-4ebf-ba70-0b2e7aa93758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:07.799497 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-ba390881-bc66-4c1e-89eb-54564ac16a80 service neutron] For port a7ce0c39-6c4d-40ea-8985-5915ebeb2b89, host hv-cinder-78638, cleared binding levels {{(pid=99982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:00:07.803925 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-ba390881-bc66-4c1e-89eb-54564ac16a80 service neutron] For port a7ce0c39-6c4d-40ea-8985-5915ebeb2b89, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a7ce0c39-6c4d-40ea-8985-5915ebeb2b89,segment=NetworkSegment(91ac7bd7-7747-45f6-a655-e28f712ee370),segment_id=91ac7bd7-7747-45f6-a655-e28f712ee370)] {{(pid=99982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:00:07.870904 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f780fb-d4a8-43c5-900d-090d5767bdcf req-2e6227e4-23d5-4c2b-a4a7-80268e33b53b tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:07.872399 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-91f780fb-d4a8-43c5-900d-090d5767bdcf req-2e6227e4-23d5-4c2b-a4a7-80268e33b53b tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc8d0e91-a63f-438b-a2e4-14a81542ecb6 HTTP/1.1" status: 200 len: 944 time: 0.0648341 Jun 23 19:00:07.883139 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-ba390881-bc66-4c1e-89eb-54564ac16a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63686041'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:07.886131 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:07.925194 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-91f780fb-d4a8-43c5-900d-090d5767bdcf req-575e0995-b635-45e6-bd54-f938c11e5368 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467057 Jun 23 19:00:07.933944 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-ba390881-bc66-4c1e-89eb-54564ac16a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:07.934607 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-ba390881-bc66-4c1e-89eb-54564ac16a80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:07.936167 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-ba390881-bc66-4c1e-89eb-54564ac16a80 service neutron] 10.222.0.74 "PUT /v2.0/ports/a7ce0c39-6c4d-40ea-8985-5915ebeb2b89 HTTP/1.1" status: 200 len: 1094 time: 0.8820486 Jun 23 19:00:07.936675 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8d0e91-a63f-438b-a2e4-14a81542ecb6', 'tag': 'a7ce0c39-6c4d-40ea-8985-5915ebeb2b89'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:00:07.939043 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3212c713-709d-4534-8bff-05fd2b85fffa" -d '{"events": [{"name": "network-changed", "server_uuid": "fc8d0e91-a63f-438b-a2e4-14a81542ecb6", "tag": "a7ce0c39-6c4d-40ea-8985-5915ebeb2b89"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:00:07.965167 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba390881-bc66-4c1e-89eb-54564ac16a80 service neutron] Pushing event updated for resources: {'Port': ['ID=a7ce0c39-6c4d-40ea-8985-5915ebeb2b89,revision_number=3']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:07.968681 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-ba390881-bc66-4c1e-89eb-54564ac16a80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:07.997320 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedaf0f7-9827-4bf7-9db7-9589e13003d4 x-openstack-request-id: req-dedaf0f7-9827-4bf7-9db7-9589e13003d4 {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:00:07.997649 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc8d0e91-a63f-438b-a2e4-14a81542ecb6", "tag": "a7ce0c39-6c4d-40ea-8985-5915ebeb2b89", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:00:07.997933 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dedaf0f7-9827-4bf7-9db7-9589e13003d4 {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:00:07.998389 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc8d0e91-a63f-438b-a2e4-14a81542ecb6', 'tag': 'a7ce0c39-6c4d-40ea-8985-5915ebeb2b89', 'status': 'completed', 'code': 200} Jun 23 19:00:08.165264 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212c713-709d-4534-8bff-05fd2b85fffa req-22946025-ba14-42fa-a96a-8a4081624026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:08.166874 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3212c713-709d-4534-8bff-05fd2b85fffa req-22946025-ba14-42fa-a96a-8a4081624026 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3b232a5327c642c5a6c0382184c26c86&device_id=fc8d0e91-a63f-438b-a2e4-14a81542ecb6 HTTP/1.1" status: 200 len: 1097 time: 0.0597339 Jun 23 19:00:08.259211 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3adf0d1-480d-4bfc-a33f-80750d6110cb req-a2d6fc34-36db-4bc1-ad43-3d10fae7b7cf tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:08.260872 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c3adf0d1-480d-4bfc-a33f-80750d6110cb req-a2d6fc34-36db-4bc1-ad43-3d10fae7b7cf tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.0723948 Jun 23 19:00:08.304866 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c3adf0d1-480d-4bfc-a33f-80750d6110cb req-23bed4d8-7257-4288-9195-8271a4650c8b tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378709 Jun 23 19:00:08.341269 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212c713-709d-4534-8bff-05fd2b85fffa req-42e1d599-e478-4113-8667-250b1850e8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:08.343359 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3212c713-709d-4534-8bff-05fd2b85fffa req-42e1d599-e478-4113-8667-250b1850e8f4 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=3b232a5327c642c5a6c0382184c26c86&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1473217 Jun 23 19:00:08.444457 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212c713-709d-4534-8bff-05fd2b85fffa req-647aab06-8257-4308-8e95-1bc6550ffa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:08.445950 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3212c713-709d-4534-8bff-05fd2b85fffa req-647aab06-8257-4308-8e95-1bc6550ffa64 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942132 Jun 23 19:00:08.622324 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-c6f7f0ee-2573-4366-8b8f-595467950035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:08.623810 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-c6f7f0ee-2573-4366-8b8f-595467950035 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3b232a5327c642c5a6c0382184c26c86&device_id=fc8d0e91-a63f-438b-a2e4-14a81542ecb6 HTTP/1.1" status: 200 len: 1097 time: 0.0601749 Jun 23 19:00:08.680764 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-51ae726c-7600-49b6-a50e-585791c8736c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7ce0c39-6c4d-40ea-8985-5915ebeb2b89 HTTP/1.1" status: 200 len: 217 time: 0.0341785 Jun 23 19:00:08.746126 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-b4b237ce-1424-403f-ba86-0af8d6ab0ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:08.747677 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-b4b237ce-1424-403f-ba86-0af8d6ab0ab9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=68fb12a0-feb0-4ff7-98c7-542ca4bebeef HTTP/1.1" status: 200 len: 855 time: 0.0550017 Jun 23 19:00:08.804517 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-2daef8b4-2bc1-468a-9bcf-663319eeb9e8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333748 Jun 23 19:00:08.916109 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-ac99fa42-fdd2-482e-83d4-fd4606eb4d9e service neutron] 10.222.0.74 "GET /v2.0/networks/0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969417 Jun 23 19:00:09.011092 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:09.087541 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 57672) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:09.122597 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-98b1ae5c-a910-4e0c-b69a-2bb0bbdd520d req-c913c3a4-47b6-42fe-89b7-e11c89fc1cc5 service neutron] 10.222.0.74 "GET /v2.0/networks/0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254096 Jun 23 19:00:09.163853 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f707f2-1e12-41b8-bbe7-53de70c2d3b3 req-246df5a0-627c-4955-8c5c-f5c1c3476a66 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:09.165511 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-54f707f2-1e12-41b8-bbe7-53de70c2d3b3 req-246df5a0-627c-4955-8c5c-f5c1c3476a66 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc8d0e91-a63f-438b-a2e4-14a81542ecb6 HTTP/1.1" status: 200 len: 944 time: 0.0712008 Jun 23 19:00:09.215175 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-54f707f2-1e12-41b8-bbe7-53de70c2d3b3 req-30e80b63-5c7c-4736-8868-3a3177482431 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407639 Jun 23 19:00:09.219685 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-8fef6624-7d5b-4dcf-89d4-9823f4aa5daf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1140551974-network', 'tenant_id': 'c353ddad9e634833bd136bff1f36ab80'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:00:09.358518 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fef6624-7d5b-4dcf-89d4-9823f4aa5daf admin admin] Made reservation on behalf of c353ddad9e634833bd136bff1f36ab80 for: {'network': 1} {{(pid=99982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:00:09.361259 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-8fef6624-7d5b-4dcf-89d4-9823f4aa5daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for network, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:09.371353 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-8fef6624-7d5b-4dcf-89d4-9823f4aa5daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:09.503656 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-8fef6624-7d5b-4dcf-89d4-9823f4aa5daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:09.519970 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007ad5f-1104-411d-ba99-6c8260896537 req-b1793c39-79fa-4be3-849c-cc4050b18bc8 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:09.521444 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f007ad5f-1104-411d-ba99-6c8260896537 req-b1793c39-79fa-4be3-849c-cc4050b18bc8 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.0972655 Jun 23 19:00:09.561666 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f007ad5f-1104-411d-ba99-6c8260896537 req-52c690b6-6aee-4ce4-ad1c-d05be2415e35 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343456 Jun 23 19:00:09.593027 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-8fef6624-7d5b-4dcf-89d4-9823f4aa5daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:09.596147 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-4d8dd8a7-efb6-48f9-a32d-ad2d183e55e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:09.619523 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fef6624-7d5b-4dcf-89d4-9823f4aa5daf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=99982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:00:09.629240 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef6624-7d5b-4dcf-89d4-9823f4aa5daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08a4d81-3e45-477c-be77-6345906a7385,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:09.634006 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-8fef6624-7d5b-4dcf-89d4-9823f4aa5daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:09.635072 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-8fef6624-7d5b-4dcf-89d4-9823f4aa5daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412'] for segment, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:09.635417 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.db.segments_db [None req-8fef6624-7d5b-4dcf-89d4-9823f4aa5daf admin admin] Added segment 50359133-121c-4b3e-9f0e-efed4258fd28 of type vlan for network 25f25c60-0cd5-436d-bb6e-c6a430fff0a2 Jun 23 19:00:09.682325 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-8fef6624-7d5b-4dcf-89d4-9823f4aa5daf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739890161695'] for network, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:09.839205 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-8fef6624-7d5b-4dcf-89d4-9823f4aa5daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545'] for network, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:09.840582 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fef6624-7d5b-4dcf-89d4-9823f4aa5daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:09.841270 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-8fef6624-7d5b-4dcf-89d4-9823f4aa5daf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for network, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:09.844418 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-38607ede-7534-4800-93fe-41e47bd8d2a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:09.886058 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 6 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:00:09.921055 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef6624-7d5b-4dcf-89d4-9823f4aa5daf admin admin] Pushing event updated for resources: {'Network': ['ID=25f25c60-0cd5-436d-bb6e-c6a430fff0a2,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:09.923933 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-8fef6624-7d5b-4dcf-89d4-9823f4aa5daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:09.931604 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Network 25f25c60-0cd5-436d-bb6e-c6a430fff0a2 details requested by agent ovs-agent-dv-cinder-786386-8-iscsi with host dv-cinder-786386-8-iscsi {{(pid=99983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:00:09.936528 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-8fef6624-7d5b-4dcf-89d4-9823f4aa5daf admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8476536 Jun 23 19:00:09.939258 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 57694) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:09.948351 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-69357d01-57b1-477d-af24-a822ecf93721 admin admin] Request body: {'subnet': {'network_id': '25f25c60-0cd5-436d-bb6e-c6a430fff0a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1140551974-subnet', 'tenant_id': 'c353ddad9e634833bd136bff1f36ab80', 'ip_version': 4}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:00:10.032764 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69357d01-57b1-477d-af24-a822ecf93721 admin admin] Made reservation on behalf of c353ddad9e634833bd136bff1f36ab80 for: {'subnet': 1} {{(pid=99982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:00:10.035165 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-69357d01-57b1-477d-af24-a822ecf93721 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63285487'] for subnet, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:10.261875 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-69357d01-57b1-477d-af24-a822ecf93721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63686427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63285501'] for subnet, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:10.265075 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:10.318544 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69357d01-57b1-477d-af24-a822ecf93721 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9102a8b-323b-4782-85ff-37f8fd576474,revision_number=0']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:10.321404 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-69357d01-57b1-477d-af24-a822ecf93721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:10.340459 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69357d01-57b1-477d-af24-a822ecf93721 admin admin] Checking segment: {'id': '50359133-121c-4b3e-9f0e-efed4258fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '25f25c60-0cd5-436d-bb6e-c6a430fff0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:00:10.340814 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69357d01-57b1-477d-af24-a822ecf93721 admin admin] Network hostable DHCP agents. Network: 25f25c60-0cd5-436d-bb6e-c6a430fff0a2, hostable agents: ['1dd69743-8206-40a5-ae92-aa5513ece3b0'], hosted agents: [] {{(pid=99982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:00:10.402130 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee911166-6880-4dd9-b7aa-e1cee6aa36d7 req-4f41da72-a069-4f93-908a-904c3c52b324 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:10.403711 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-ee911166-6880-4dd9-b7aa-e1cee6aa36d7 req-4f41da72-a069-4f93-908a-904c3c52b324 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc8d0e91-a63f-438b-a2e4-14a81542ecb6 HTTP/1.1" status: 200 len: 944 time: 0.0749869 Jun 23 19:00:10.441077 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-ee911166-6880-4dd9-b7aa-e1cee6aa36d7 req-29187c3b-2b1b-492a-ac0b-25f61a4bbbff tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315418 Jun 23 19:00:10.461513 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69357d01-57b1-477d-af24-a822ecf93721 admin admin] Network 25f25c60-0cd5-436d-bb6e-c6a430fff0a2 is scheduled to be hosted by DHCP agent 1dd69743-8206-40a5-ae92-aa5513ece3b0 with binding_index 1 {{(pid=99982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:00:10.541726 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.base_scheduler [None req-69357d01-57b1-477d-af24-a822ecf93721 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-8-iscsi, 25f25c60-0cd5-436d-bb6e-c6a430fff0a2) {{(pid=99982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:00:10.546346 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69357d01-57b1-477d-af24-a822ecf93721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:10.546962 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-69357d01-57b1-477d-af24-a822ecf93721 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:10.553089 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dba374-6cee-408f-a186-f577745b67d1 None None] Network 25f25c60-0cd5-436d-bb6e-c6a430fff0a2 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:00:10.627935 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-69357d01-57b1-477d-af24-a822ecf93721 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6875107 Jun 23 19:00:10.631684 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 57706) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:10.636281 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-d3287652-19ed-46c5-becc-478df41a2bc8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1140551974-router', 'tenant_id': 'c353ddad9e634833bd136bff1f36ab80', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'}}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:00:10.706480 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9207324-297b-4a6d-b9ae-44cf122bcd82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp635e9f09-2955-5d20-83b9-10684d4533fd-25f25c60-0cd5-436d-bb6e-c6a430fff0a2', 'network_id': '25f25c60-0cd5-436d-bb6e-c6a430fff0a2', 'tenant_id': 'c353ddad9e634833bd136bff1f36ab80', 'fixed_ips': [{'subnet_id': 'a9102a8b-323b-4782-85ff-37f8fd576474'}]}} from dv-cinder-786386-8-iscsi. {{(pid=99983) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 19:00:10.707370 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-d9207324-297b-4a6d-b9ae-44cf122bcd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:10.729025 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-d3287652-19ed-46c5-becc-478df41a2bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1984276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31832'] for router, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:10.732426 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-d3287652-19ed-46c5-becc-478df41a2bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1977642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2055753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31811'] for router, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:10.756755 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274abbe-b54f-4a42-b10a-0d15da9e24e8 req-d5e6a0d9-121c-45ba-9385-08aa68cd598d tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:10.763937 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-7274abbe-b54f-4a42-b10a-0d15da9e24e8 req-d5e6a0d9-121c-45ba-9385-08aa68cd598d tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.0866997 Jun 23 19:00:10.788105 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-d3287652-19ed-46c5-becc-478df41a2bc8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:10.801587 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-7274abbe-b54f-4a42-b10a-0d15da9e24e8 req-78d58324-67ec-4d73-81ff-9184e19a50c5 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366104 Jun 23 19:00:10.848062 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.db_base_plugin_common [None req-d9207324-297b-4a6d-b9ae-44cf122bcd82 None None] Allocated IP 172.20.0.2 (25f25c60-0cd5-436d-bb6e-c6a430fff0a2/a9102a8b-323b-4782-85ff-37f8fd576474/b4096f3f-64c7-4275-beda-2193a7e4b55c) {{(pid=99983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:00:10.999156 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-d9207324-297b-4a6d-b9ae-44cf122bcd82 None None] Notify callbacks [] for port, precommit_create {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:11.007907 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-d9207324-297b-4a6d-b9ae-44cf122bcd82 None None] Transition to ACTIVE for port object b4096f3f-64c7-4275-beda-2193a7e4b55c will not be triggered until provisioned by entity L2. {{(pid=99983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:00:11.022087 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-d9207324-297b-4a6d-b9ae-44cf122bcd82 None None] Transition to ACTIVE for port object b4096f3f-64c7-4275-beda-2193a7e4b55c will not be triggered until provisioned by entity DHCP. {{(pid=99983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:00:11.030369 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-d3287652-19ed-46c5-becc-478df41a2bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1996936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31869'] for router, precommit_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:11.065251 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890eded3-8038-4c8c-ae2c-790ee036dea0 req-675edfc8-8b05-4b6c-8a42-0d71b26183f3 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:11.066832 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-890eded3-8038-4c8c-ae2c-790ee036dea0 req-675edfc8-8b05-4b6c-8a42-0d71b26183f3 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.1381733 Jun 23 19:00:11.079524 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-d9207324-297b-4a6d-b9ae-44cf122bcd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966'] for port, after_create {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:11.082445 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:11.105610 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-890eded3-8038-4c8c-ae2c-790ee036dea0 req-ccfe40e4-ccfa-4c63-bb5d-ea655cf095f7 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321043 Jun 23 19:00:11.134878 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9207324-297b-4a6d-b9ae-44cf122bcd82 None None] Network 25f25c60-0cd5-436d-bb6e-c6a430fff0a2 is already hosted by enough agents. {{(pid=99983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:00:11.138386 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.scheduler.base_scheduler [None req-d9207324-297b-4a6d-b9ae-44cf122bcd82 None None] Resources bound (agent type, host, resource id): {{(pid=99983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:00:11.140911 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9207324-297b-4a6d-b9ae-44cf122bcd82 None None] Received port after_create {{(pid=99983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:00:11.155555 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9207324-297b-4a6d-b9ae-44cf122bcd82 None None] Pushing event updated for resources: {'Port': ['ID=b4096f3f-64c7-4275-beda-2193a7e4b55c,revision_number=1']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:11.158985 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-d9207324-297b-4a6d-b9ae-44cf122bcd82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:11.215650 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-d9207324-297b-4a6d-b9ae-44cf122bcd82 None None] Attempting to bind port b4096f3f-64c7-4275-beda-2193a7e4b55c on host dv-cinder-786386-8-iscsi for vnic_type normal with profile {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:00:11.216032 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-d9207324-297b-4a6d-b9ae-44cf122bcd82 None None] Attempting to bind port b4096f3f-64c7-4275-beda-2193a7e4b55c by drivers openvswitch,hyperv on host dv-cinder-786386-8-iscsi at level 0 using segments [{'id': '50359133-121c-4b3e-9f0e-efed4258fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '25f25c60-0cd5-436d-bb6e-c6a430fff0a2'}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:00:11.216401 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9207324-297b-4a6d-b9ae-44cf122bcd82 None None] Attempting to bind port b4096f3f-64c7-4275-beda-2193a7e4b55c on network 25f25c60-0cd5-436d-bb6e-c6a430fff0a2 {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:00:11.221389 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9207324-297b-4a6d-b9ae-44cf122bcd82 None None] Checking agent: {'id': 'a2428681-7d0e-4763-9bc6-e98548fc0bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 50, 31), 'started_at': datetime.datetime(2021, 6, 23, 18, 51, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:00:11.221905 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9207324-297b-4a6d-b9ae-44cf122bcd82 None None] Checking segment: {'id': '50359133-121c-4b3e-9f0e-efed4258fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '25f25c60-0cd5-436d-bb6e-c6a430fff0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:00:11.222358 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-d9207324-297b-4a6d-b9ae-44cf122bcd82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:11.222762 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9207324-297b-4a6d-b9ae-44cf122bcd82 None None] Bound using segment: {'id': '50359133-121c-4b3e-9f0e-efed4258fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '25f25c60-0cd5-436d-bb6e-c6a430fff0a2'} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:00:11.223259 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-d9207324-297b-4a6d-b9ae-44cf122bcd82 None None] Bound port: b4096f3f-64c7-4275-beda-2193a7e4b55c, host: dv-cinder-786386-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50359133-121c-4b3e-9f0e-efed4258fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '25f25c60-0cd5-436d-bb6e-c6a430fff0a2'}}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:00:11.223646 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-d9207324-297b-4a6d-b9ae-44cf122bcd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:11.286374 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-d9207324-297b-4a6d-b9ae-44cf122bcd82 None None] For port b4096f3f-64c7-4275-beda-2193a7e4b55c, host dv-cinder-786386-8-iscsi, cleared binding levels {{(pid=99983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:00:11.289423 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-d9207324-297b-4a6d-b9ae-44cf122bcd82 None None] For port b4096f3f-64c7-4275-beda-2193a7e4b55c, host dv-cinder-786386-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=b4096f3f-64c7-4275-beda-2193a7e4b55c,segment=NetworkSegment(50359133-121c-4b3e-9f0e-efed4258fd28),segment_id=50359133-121c-4b3e-9f0e-efed4258fd28)] {{(pid=99983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:00:11.311985 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-d3287652-19ed-46c5-becc-478df41a2bc8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:11.330967 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-d3287652-19ed-46c5-becc-478df41a2bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:11.374976 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-d9207324-297b-4a6d-b9ae-44cf122bcd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:11.378190 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:11.435390 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9207324-297b-4a6d-b9ae-44cf122bcd82 None None] Pushing event updated for resources: {'Port': ['ID=b4096f3f-64c7-4275-beda-2193a7e4b55c,revision_number=2']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:11.439622 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-d9207324-297b-4a6d-b9ae-44cf122bcd82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:11.439777 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.db_base_plugin_common [None req-d3287652-19ed-46c5-becc-478df41a2bc8 admin admin] Allocated IP 172.27.0.204 (5d962e1b-a48a-439d-b5f0-687f24f30c92/77178bee-415e-4d1b-b321-842ae6d8e42c/ac19550b-2681-46c7-8a9f-ca482c54003e) {{(pid=99981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:00:11.550123 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-d3287652-19ed-46c5-becc-478df41a2bc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:11.644443 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e90d3-0059-4c41-aa3f-c5871d415154 req-f0ad2d60-6af1-47a2-a3f0-9bf692700ccb tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:11.646432 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f13e90d3-0059-4c41-aa3f-c5871d415154 req-f0ad2d60-6af1-47a2-a3f0-9bf692700ccb tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc8d0e91-a63f-438b-a2e4-14a81542ecb6 HTTP/1.1" status: 200 len: 944 time: 0.0850184 Jun 23 19:00:11.687979 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-d3287652-19ed-46c5-becc-478df41a2bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-66155747'] for port, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:11.696565 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:11.750675 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3287652-19ed-46c5-becc-478df41a2bc8 admin admin] Network 5d962e1b-a48a-439d-b5f0-687f24f30c92 is already hosted by enough agents. {{(pid=99981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:00:11.756003 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f13e90d3-0059-4c41-aa3f-c5871d415154 req-f1cdc27d-078d-477f-afa7-485bed400683 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909286 Jun 23 19:00:11.758876 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [None req-d3287652-19ed-46c5-becc-478df41a2bc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:00:11.761778 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3287652-19ed-46c5-becc-478df41a2bc8 admin admin] Received port after_create {{(pid=99981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:00:11.768324 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3287652-19ed-46c5-becc-478df41a2bc8 admin admin] Pushing event updated for resources: {'Port': ['ID=ac19550b-2681-46c7-8a9f-ca482c54003e,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:11.774769 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-d3287652-19ed-46c5-becc-478df41a2bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:12.145654 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-d3287652-19ed-46c5-becc-478df41a2bc8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:12.360265 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-d3287652-19ed-46c5-becc-478df41a2bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1996929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1975405'] for router, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:12.524831 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device b4096f3f-64c7-4275-beda-2193a7e4b55c up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:00:12.554769 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a591e2-72bb-4e2a-aaea-1e3cda4173de None None] Network 25f25c60-0cd5-436d-bb6e-c6a430fff0a2 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:00:12.575950 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3287652-19ed-46c5-becc-478df41a2bc8 admin admin] Router 4d834a01-6c3f-45f0-b4d0-bc6200b45feb is scheduled to L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 with binding_index 1 {{(pid=99981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 19:00:12.693578 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning for port b4096f3f-64c7-4275-beda-2193a7e4b55c completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:00:12.725323 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3287652-19ed-46c5-becc-478df41a2bc8 admin admin] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:00:12.734882 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece25ae5-f8ec-4caa-9283-1827c0f74f7b None None] Sync routers for ids ['4d834a01-6c3f-45f0-b4d0-bc6200b45feb'] in dv-cinder-786386-8-iscsi {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:00:12.745163 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece25ae5-f8ec-4caa-9283-1827c0f74f7b None None] Routers {'4d834a01-6c3f-45f0-b4d0-bc6200b45feb'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:00:12.745842 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-ece25ae5-f8ec-4caa-9283-1827c0f74f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:00:01Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['4d834a01-6c3f-45f0-b4d0-bc6200b45feb'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:00:12.750005 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-3e727e84-7060-46af-b089-ef456965db55 None None] Provisioning for port b4096f3f-64c7-4275-beda-2193a7e4b55c completed by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:00:12.758257 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-3e727e84-7060-46af-b089-ef456965db55 None None] Provisioning complete for port b4096f3f-64c7-4275-beda-2193a7e4b55c triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:00:12.758257 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-3e727e84-7060-46af-b089-ef456965db55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:12.833161 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-d3287652-19ed-46c5-becc-478df41a2bc8 admin admin] Notify callbacks [] for router, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:12.836049 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-d3287652-19ed-46c5-becc-478df41a2bc8 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2030573 Jun 23 19:00:12.839034 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 57780) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:12.876783 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-ece25ae5-f8ec-4caa-9283-1827c0f74f7b None None] Set router 4d834a01-6c3f-45f0-b4d0-bc6200b45feb gateway port host: dv-cinder-786386-8-iscsi {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:00:12.971738 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-3e727e84-7060-46af-b089-ef456965db55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:13.055628 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-3e727e84-7060-46af-b089-ef456965db55 None None] For port b4096f3f-64c7-4275-beda-2193a7e4b55c, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=b4096f3f-64c7-4275-beda-2193a7e4b55c,segment=NetworkSegment(50359133-121c-4b3e-9f0e-efed4258fd28),segment_id=50359133-121c-4b3e-9f0e-efed4258fd28)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:00:13.126328 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-ece25ae5-f8ec-4caa-9283-1827c0f74f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'name': 'tempest-TestShelveInstance-1140551974-router', 'tenant_id': 'c353ddad9e634833bd136bff1f36ab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ac19550b-2681-46c7-8a9f-ca482c54003e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:10Z', 'updated_at': '2021-06-23T19:00:11Z', 'revision_number': 3, 'project_id': 'c353ddad9e634833bd136bff1f36ab80', 'gw_port': {'id': 'ac19550b-2681-46c7-8a9f-ca482c54003e', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:11Z', 'updated_at': '2021-06-23T19:00:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi'}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:00:13.172609 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece25ae5-f8ec-4caa-9283-1827c0f74f7b None None] Checking router: 4d834a01-6c3f-45f0-b4d0-bc6200b45feb for host: dv-cinder-786386-8-iscsi {{(pid=99984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:00:13.173683 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece25ae5-f8ec-4caa-9283-1827c0f74f7b None None] Updating router 4d834a01-6c3f-45f0-b4d0-bc6200b45feb port ac19550b-2681-46c7-8a9f-ca482c54003e binding host dv-cinder-786386-8-iscsi {{(pid=99984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:00:13.204745 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-3e727e84-7060-46af-b089-ef456965db55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:13.207061 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:13.210162 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-ece25ae5-f8ec-4caa-9283-1827c0f74f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:13.266690 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e727e84-7060-46af-b089-ef456965db55 None None] Pushing event updated for resources: {'Port': ['ID=b4096f3f-64c7-4275-beda-2193a7e4b55c,revision_number=3']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:13.270193 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-3e727e84-7060-46af-b089-ef456965db55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:13.304894 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device a7ce0c39-6c4d-40ea-8985-5915ebeb2b89 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=99983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:00:13.354841 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-c2e6abca-3b79-44d9-89f1-a2b7a3c71074 None None] Provisioning complete for port b4096f3f-64c7-4275-beda-2193a7e4b55c triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:00:13.355797 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c2e6abca-3b79-44d9-89f1-a2b7a3c71074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:13.418606 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517dc12-7223-4226-99f1-569c8e01fb41 req-4b10837b-5046-49cd-9519-2890cdc46544 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:13.425899 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-8517dc12-7223-4226-99f1-569c8e01fb41 req-4b10837b-5046-49cd-9519-2890cdc46544 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc8d0e91-a63f-438b-a2e4-14a81542ecb6 HTTP/1.1" status: 200 len: 944 time: 0.1329846 Jun 23 19:00:13.507405 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-8517dc12-7223-4226-99f1-569c8e01fb41 req-58c7600c-f7f7-45a0-b360-6084dd61018a tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804911 Jun 23 19:00:13.546504 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port a7ce0c39-6c4d-40ea-8985-5915ebeb2b89, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a7ce0c39-6c4d-40ea-8985-5915ebeb2b89,segment=NetworkSegment(91ac7bd7-7747-45f6-a655-e28f712ee370),segment_id=91ac7bd7-7747-45f6-a655-e28f712ee370)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:00:13.585773 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Returning: {'device': 'a7ce0c39-6c4d-40ea-8985-5915ebeb2b89', 'network_id': '0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9', 'port_id': 'a7ce0c39-6c4d-40ea-8985-5915ebeb2b89', 'mac_address': 'fa:16:3e:2a:e8:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68fb12a0-feb0-4ff7-98c7-542ca4bebeef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:00:13.627375 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:13.644054 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7ce0c39-6c4d-40ea-8985-5915ebeb2b89 {{(pid=99983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:00:13.668918 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port a7ce0c39-6c4d-40ea-8985-5915ebeb2b89, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a7ce0c39-6c4d-40ea-8985-5915ebeb2b89,segment=NetworkSegment(91ac7bd7-7747-45f6-a655-e28f712ee370),segment_id=91ac7bd7-7747-45f6-a655-e28f712ee370)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:00:13.681994 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-ece25ae5-f8ec-4caa-9283-1827c0f74f7b None None] Notify callbacks [] for port, precommit_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:13.691587 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.provisioning_blocks [None req-ece25ae5-f8ec-4caa-9283-1827c0f74f7b None None] Transition to ACTIVE for port object ac19550b-2681-46c7-8a9f-ca482c54003e will not be triggered until provisioned by entity L2. {{(pid=99984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:00:13.770263 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:13.773450 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:13.777322 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c5d9101d-86c9-4647-8aae-58df46c272c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:13.802087 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-ece25ae5-f8ec-4caa-9283-1827c0f74f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:13.806474 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [None req-72219e20-8e59-41e9-96e6-43a99d8553de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:13.841983 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=a7ce0c39-6c4d-40ea-8985-5915ebeb2b89,revision_number=4']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:13.845689 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:13.881084 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75013275-fa39-44ff-9c7c-206557313116 None None] Pushing event updated for resources: {'Port': ['ID=ac19550b-2681-46c7-8a9f-ca482c54003e,revision_number=2']} {{(pid=99984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:13.883235 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.managers [None req-ece25ae5-f8ec-4caa-9283-1827c0f74f7b None None] Attempting to bind port ac19550b-2681-46c7-8a9f-ca482c54003e on host dv-cinder-786386-8-iscsi for vnic_type normal with profile {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:00:13.883615 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.managers [None req-ece25ae5-f8ec-4caa-9283-1827c0f74f7b None None] Attempting to bind port ac19550b-2681-46c7-8a9f-ca482c54003e by drivers openvswitch,hyperv on host dv-cinder-786386-8-iscsi at level 0 using segments [{'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'}] {{(pid=99984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:00:13.883998 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece25ae5-f8ec-4caa-9283-1827c0f74f7b None None] Attempting to bind port ac19550b-2681-46c7-8a9f-ca482c54003e on network 5d962e1b-a48a-439d-b5f0-687f24f30c92 {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:00:13.907812 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece25ae5-f8ec-4caa-9283-1827c0f74f7b None None] Checking agent: {'id': 'a2428681-7d0e-4763-9bc6-e98548fc0bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 50, 31), 'started_at': datetime.datetime(2021, 6, 23, 18, 51, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:00:13.908466 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece25ae5-f8ec-4caa-9283-1827c0f74f7b None None] Checking segment: {'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:00:13.909785 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-ece25ae5-f8ec-4caa-9283-1827c0f74f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:13.912354 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece25ae5-f8ec-4caa-9283-1827c0f74f7b None None] Bound using segment: {'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'} {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:00:13.912877 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.managers [None req-ece25ae5-f8ec-4caa-9283-1827c0f74f7b None None] Bound port: ac19550b-2681-46c7-8a9f-ca482c54003e, host: dv-cinder-786386-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'}}] {{(pid=99984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:00:13.913355 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-ece25ae5-f8ec-4caa-9283-1827c0f74f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:13.919940 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75013275-fa39-44ff-9c7c-206557313116 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:13.921472 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75013275-fa39-44ff-9c7c-206557313116 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:13.922071 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75013275-fa39-44ff-9c7c-206557313116 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:13.923613 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75013275-fa39-44ff-9c7c-206557313116 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:13.924520 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75013275-fa39-44ff-9c7c-206557313116 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:13.929157 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75013275-fa39-44ff-9c7c-206557313116 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:13.929157 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75013275-fa39-44ff-9c7c-206557313116 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:13.929157 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75013275-fa39-44ff-9c7c-206557313116 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:13.929157 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75013275-fa39-44ff-9c7c-206557313116 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:13.929157 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75013275-fa39-44ff-9c7c-206557313116 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:13.929157 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75013275-fa39-44ff-9c7c-206557313116 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:13.929157 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75013275-fa39-44ff-9c7c-206557313116 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:13.944667 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [None req-75013275-fa39-44ff-9c7c-206557313116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:13.951529 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 57808) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:14.001079 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.db [None req-ece25ae5-f8ec-4caa-9283-1827c0f74f7b None None] For port ac19550b-2681-46c7-8a9f-ca482c54003e, host dv-cinder-786386-8-iscsi, cleared binding levels {{(pid=99984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:00:14.004304 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.db [None req-ece25ae5-f8ec-4caa-9283-1827c0f74f7b None None] For port ac19550b-2681-46c7-8a9f-ca482c54003e, host dv-cinder-786386-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=ac19550b-2681-46c7-8a9f-ca482c54003e,segment=NetworkSegment(06735785-9383-45ec-8182-cbd06f0cff2c),segment_id=06735785-9383-45ec-8182-cbd06f0cff2c)] {{(pid=99984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:00:14.006271 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.db_base_plugin_common [None req-c5d9101d-86c9-4647-8aae-58df46c272c9 admin admin] Allocated IP 172.20.0.1 (25f25c60-0cd5-436d-bb6e-c6a430fff0a2/a9102a8b-323b-4782-85ff-37f8fd576474/c2574964-05c7-4f85-b3d6-80bbf79d466a) {{(pid=99981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:00:14.080465 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525f4af-bc49-4fc9-bf3b-89891a2329e5 req-78cfb5c6-af42-498e-8a15-462865fcc3a8 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:14.082006 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-d525f4af-bc49-4fc9-bf3b-89891a2329e5 req-78cfb5c6-af42-498e-8a15-462865fcc3a8 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0718501 Jun 23 19:00:14.095090 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-ece25ae5-f8ec-4caa-9283-1827c0f74f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:14.097429 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:14.129106 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-38b691c3-78df-490f-9f30-6c4492421d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:14.139922 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c5d9101d-86c9-4647-8aae-58df46c272c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:14.154344 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.provisioning_blocks [None req-c5d9101d-86c9-4647-8aae-58df46c272c9 admin admin] Transition to ACTIVE for port object c2574964-05c7-4f85-b3d6-80bbf79d466a will not be triggered until provisioned by entity DHCP. {{(pid=99981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:00:14.156426 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece25ae5-f8ec-4caa-9283-1827c0f74f7b None None] Routers {'4d834a01-6c3f-45f0-b4d0-bc6200b45feb'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:00:14.157056 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-ece25ae5-f8ec-4caa-9283-1827c0f74f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:00:01Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['4d834a01-6c3f-45f0-b4d0-bc6200b45feb'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:00:14.204008 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75013275-fa39-44ff-9c7c-206557313116 None None] Pushing event updated for resources: {'Port': ['ID=ac19550b-2681-46c7-8a9f-ca482c54003e,revision_number=3']} {{(pid=99984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:14.214271 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [None req-75013275-fa39-44ff-9c7c-206557313116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:14.227144 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-d525f4af-bc49-4fc9-bf3b-89891a2329e5 req-19d572d9-d6b4-442d-9cec-ce60746bd092 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301131 Jun 23 19:00:14.245824 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5ca47-3eec-4f5d-b89b-704cc49a0f73 req-fb1e7bfc-d8ef-4c15-bf8a-222d0c864fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:14.247338 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b5b5ca47-3eec-4f5d-b89b-704cc49a0f73 req-fb1e7bfc-d8ef-4c15-bf8a-222d0c864fc3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=513690762a7743d6bef8530390bb53c2&device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 1098 time: 0.1628370 Jun 23 19:00:14.292447 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-ece25ae5-f8ec-4caa-9283-1827c0f74f7b None None] Set router 4d834a01-6c3f-45f0-b4d0-bc6200b45feb gateway port host: dv-cinder-786386-8-iscsi {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:00:14.295518 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['a7ce0c39-6c4d-40ea-8985-5915ebeb2b89'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:00:14.308238 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c5d9101d-86c9-4647-8aae-58df46c272c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-66155747'] for port, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:14.320907 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-fba10d35-5549-476d-96d4-4e7dc2341011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:14.344399 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-38b691c3-78df-490f-9f30-6c4492421d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:14.353880 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d9101d-86c9-4647-8aae-58df46c272c9 admin admin] Network 25f25c60-0cd5-436d-bb6e-c6a430fff0a2 is already hosted by enough agents. {{(pid=99981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:00:14.360745 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [None req-c5d9101d-86c9-4647-8aae-58df46c272c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:00:14.376100 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d9101d-86c9-4647-8aae-58df46c272c9 admin admin] Received port after_create {{(pid=99981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:00:14.379581 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5ca47-3eec-4f5d-b89b-704cc49a0f73 req-99937a54-8d31-4b7e-8a9d-96bb5db5e3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:14.381424 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b5b5ca47-3eec-4f5d-b89b-704cc49a0f73 req-99937a54-8d31-4b7e-8a9d-96bb5db5e3d3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a62e3469-54f8-4f1b-8637-fdf06f04c1b7 HTTP/1.1" status: 200 len: 920 time: 0.1176758 Jun 23 19:00:14.428617 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b5b5ca47-3eec-4f5d-b89b-704cc49a0f73 req-6b78cdcb-79f9-4f15-b2ab-4a6e6a87f770 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2981d26e-c1fc-4f1b-b232-7fa6f09edba9 HTTP/1.1" status: 200 len: 217 time: 0.0394902 Jun 23 19:00:14.429615 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-38b691c3-78df-490f-9f30-6c4492421d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:14.432934 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-efde5a87-cdc4-403f-a9ed-765dbaebc2e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:14.442417 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d9101d-86c9-4647-8aae-58df46c272c9 admin admin] Pushing event updated for resources: {'Port': ['ID=c2574964-05c7-4f85-b3d6-80bbf79d466a,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:14.445827 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-c5d9101d-86c9-4647-8aae-58df46c272c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:14.459787 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c5d9101d-86c9-4647-8aae-58df46c272c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015853'] for router_interface, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:14.569183 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-38b691c3-78df-490f-9f30-6c4492421d44 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e76e1b382f47415b9dfae7d5edb46dc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6151772 Jun 23 19:00:14.583108 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 57822) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:14.585053 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device b4096f3f-64c7-4275-beda-2193a7e4b55c up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:00:14.606060 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b691c3-78df-490f-9f30-6c4492421d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d54b9b-db7f-4130-a64f-16eac4c634ff,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:14.615826 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-38b691c3-78df-490f-9f30-6c4492421d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:14.630184 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5ca47-3eec-4f5d-b89b-704cc49a0f73 req-2dd85be6-2224-4d61-a25e-140a106d48bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:14.631634 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b5b5ca47-3eec-4f5d-b89b-704cc49a0f73 req-2dd85be6-2224-4d61-a25e-140a106d48bf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=21ed8072-8b4b-4158-b646-c86663b19b61 HTTP/1.1" status: 200 len: 859 time: 0.1904967 Jun 23 19:00:14.650111 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-ece25ae5-f8ec-4caa-9283-1827c0f74f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'name': 'tempest-TestShelveInstance-1140551974-router', 'tenant_id': 'c353ddad9e634833bd136bff1f36ab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ac19550b-2681-46c7-8a9f-ca482c54003e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:10Z', 'updated_at': '2021-06-23T19:00:11Z', 'revision_number': 3, 'project_id': 'c353ddad9e634833bd136bff1f36ab80', 'gw_port': {'id': 'ac19550b-2681-46c7-8a9f-ca482c54003e', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:11Z', 'updated_at': '2021-06-23T19:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi'}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:00:14.701893 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port b4096f3f-64c7-4275-beda-2193a7e4b55c triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:00:14.702469 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:14.704944 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece25ae5-f8ec-4caa-9283-1827c0f74f7b None None] The sync data for ids ['4d834a01-6c3f-45f0-b4d0-bc6200b45feb'] in dv-cinder-786386-8-iscsi is: [{'id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'name': 'tempest-TestShelveInstance-1140551974-router', 'tenant_id': 'c353ddad9e634833bd136bff1f36ab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ac19550b-2681-46c7-8a9f-ca482c54003e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:10Z', 'updated_at': '2021-06-23T19:00:11Z', 'revision_number': 3, 'project_id': 'c353ddad9e634833bd136bff1f36ab80', 'gw_port': {'id': 'ac19550b-2681-46c7-8a9f-ca482c54003e', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:11Z', 'updated_at': '2021-06-23T19:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi'}] {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:00:14.705763 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b5b5ca47-3eec-4f5d-b89b-704cc49a0f73 req-6821e67d-97e6-4a09-ba60-567eb7042a6f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a62e3469-54f8-4f1b-8637-fdf06f04c1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591900 Jun 23 19:00:14.746291 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c5d9101d-86c9-4647-8aae-58df46c272c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:14.851680 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-845aaff0-06b8-47b9-9490-bbd2d72d6cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:14.916178 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-845aaff0-06b8-47b9-9490-bbd2d72d6cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:14.924650 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-a52739ef-0fbf-451d-9bbe-a9bb10831f02 None None] Provisioning for port c2574964-05c7-4f85-b3d6-80bbf79d466a completed by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:00:14.932919 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-a52739ef-0fbf-451d-9bbe-a9bb10831f02 None None] Provisioning complete for port c2574964-05c7-4f85-b3d6-80bbf79d466a triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:00:14.932919 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-a52739ef-0fbf-451d-9bbe-a9bb10831f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:14.935159 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b5b5ca47-3eec-4f5d-b89b-704cc49a0f73 req-c8b2c2a6-e812-48c0-9d15-27a1545a36ea service neutron] 10.222.0.74 "GET /v2.0/networks/a62e3469-54f8-4f1b-8637-fdf06f04c1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145004 Jun 23 19:00:14.952435 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c5d9101d-86c9-4647-8aae-58df46c272c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:14.971317 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-a52739ef-0fbf-451d-9bbe-a9bb10831f02 None None] Port c2574964-05c7-4f85-b3d6-80bbf79d466a cannot update to ACTIVE because it is not bound. {{(pid=99983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:00:14.983932 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98f0a6-117f-4155-a41e-1967910efd18 req-31647987-f761-4665-bf5c-a29dc19bd9ed tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:14.990236 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-fa98f0a6-117f-4155-a41e-1967910efd18 req-31647987-f761-4665-bf5c-a29dc19bd9ed tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc8d0e91-a63f-438b-a2e4-14a81542ecb6 HTTP/1.1" status: 200 len: 945 time: 0.2698104 Jun 23 19:00:15.040822 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c5d9101d-86c9-4647-8aae-58df46c272c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66155761'] for port, after_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:15.043513 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:15.088627 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-fa98f0a6-117f-4155-a41e-1967910efd18 req-b5944f82-942a-4bf8-a34d-5c5767fff5f9 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855291 Jun 23 19:00:15.111093 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b5b5ca47-3eec-4f5d-b89b-704cc49a0f73 req-5cc6df5e-292f-4515-9976-4ad0c4cff8cc service neutron] 10.222.0.74 "GET /v2.0/networks/a62e3469-54f8-4f1b-8637-fdf06f04c1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669257 Jun 23 19:00:15.146522 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-845aaff0-06b8-47b9-9490-bbd2d72d6cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:15.149329 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-845aaff0-06b8-47b9-9490-bbd2d72d6cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:15.151201 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-845aaff0-06b8-47b9-9490-bbd2d72d6cbe admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c1d54b9b-db7f-4130-a64f-16eac4c634ff HTTP/1.1" status: 204 len: 168 time: 0.5666833 Jun 23 19:00:15.152178 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:15.164829 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845aaff0-06b8-47b9-9490-bbd2d72d6cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d54b9b-db7f-4130-a64f-16eac4c634ff,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:15.166164 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d9101d-86c9-4647-8aae-58df46c272c9 admin admin] Pushing event updated for resources: {'Port': ['ID=c2574964-05c7-4f85-b3d6-80bbf79d466a,revision_number=2']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:15.174387 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-c5d9101d-86c9-4647-8aae-58df46c272c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:15.175576 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c5d9101d-86c9-4647-8aae-58df46c272c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2015873'] for router_interface, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:15.179039 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-845aaff0-06b8-47b9-9490-bbd2d72d6cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:15.307234 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d9101d-86c9-4647-8aae-58df46c272c9 admin admin] Network 25f25c60-0cd5-436d-bb6e-c6a430fff0a2 is already hosted by enough agents. {{(pid=99981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:00:15.309173 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [None req-c5d9101d-86c9-4647-8aae-58df46c272c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:00:15.472335 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d6433-ef6d-4db3-a7f5-aff9e31c5766 req-7e1ceed0-0a82-43d4-9a9c-b01882fee98a tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:15.474538 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d9101d-86c9-4647-8aae-58df46c272c9 admin admin] Router 4d834a01-6c3f-45f0-b4d0-bc6200b45feb has already been hosted by L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 {{(pid=99981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:00:15.475859 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-853d6433-ef6d-4db3-a7f5-aff9e31c5766 req-7e1ceed0-0a82-43d4-9a9c-b01882fee98a tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0913825 Jun 23 19:00:15.550113 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-853d6433-ef6d-4db3-a7f5-aff9e31c5766 req-8d443100-91cc-4224-8c4d-2e9d1d896720 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677640 Jun 23 19:00:15.615847 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-0a137aff-7905-408c-a937-70ee499c51af None None] Provisioning complete for port c2574964-05c7-4f85-b3d6-80bbf79d466a triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:00:15.616945 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-0a137aff-7905-408c-a937-70ee499c51af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:15.658119 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-0a137aff-7905-408c-a937-70ee499c51af None None] Port c2574964-05c7-4f85-b3d6-80bbf79d466a cannot update to ACTIVE because it is not bound. {{(pid=99983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:00:15.663148 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d9101d-86c9-4647-8aae-58df46c272c9 admin admin] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:00:15.681130 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-c5d9101d-86c9-4647-8aae-58df46c272c9 admin admin] 10.222.0.47 "PUT /v2.0/routers/4d834a01-6c3f-45f0-b4d0-bc6200b45feb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8324168 Jun 23 19:00:15.979734 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 57852) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:15.994561 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-653b5d94-b564-42f4-ae12-b6b9ebfa3789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:16.089519 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-653b5d94-b564-42f4-ae12-b6b9ebfa3789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:16.219680 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-653b5d94-b564-42f4-ae12-b6b9ebfa3789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:16.232709 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-5a88dcb8-062d-4b5e-85ef-7cf1cf84ce41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:16.294485 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-653b5d94-b564-42f4-ae12-b6b9ebfa3789 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=59691e09dcf2425f8d881be02346ae22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3135493 Jun 23 19:00:16.297394 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b5d94-b564-42f4-ae12-b6b9ebfa3789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97801b36-f50f-44d0-b2a5-eda7a7f928cd,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:16.299883 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 57862) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:16.300569 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-653b5d94-b564-42f4-ae12-b6b9ebfa3789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:16.332389 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661a77a-ecb2-4f8b-bbe3-df12e0784ae4 req-a0356221-9a41-42c4-897a-12bbaf4c6ef5 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:16.334677 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0661a77a-ecb2-4f8b-bbe3-df12e0784ae4 req-a0356221-9a41-42c4-897a-12bbaf4c6ef5 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc8d0e91-a63f-438b-a2e4-14a81542ecb6 HTTP/1.1" status: 200 len: 945 time: 0.1115658 Jun 23 19:00:16.365900 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-49606d8c-db6b-4e6b-b52f-77b5da154dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:16.401777 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-49606d8c-db6b-4e6b-b52f-77b5da154dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:16.414753 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0661a77a-ecb2-4f8b-bbe3-df12e0784ae4 req-c7428658-c5d1-4180-8e5b-f89899328730 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734959 Jun 23 19:00:16.510324 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device ac19550b-2681-46c7-8a9f-ca482c54003e up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:00:16.562378 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 57872) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:16.568043 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-6a545805-68db-4bc0-9efe-b59c272f83f6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-489750988-network', 'tenant_id': 'e898c5065a304a52a46263954543e8f0'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:00:16.577874 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-49606d8c-db6b-4e6b-b52f-77b5da154dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:16.580624 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-49606d8c-db6b-4e6b-b52f-77b5da154dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:16.582570 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-49606d8c-db6b-4e6b-b52f-77b5da154dc5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/97801b36-f50f-44d0-b2a5-eda7a7f928cd HTTP/1.1" status: 204 len: 168 time: 0.2808158 Jun 23 19:00:16.584973 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-07a56d60-e9f3-4428-844f-99a3f5d795c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:16.596149 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49606d8c-db6b-4e6b-b52f-77b5da154dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97801b36-f50f-44d0-b2a5-eda7a7f928cd,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:16.600229 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-49606d8c-db6b-4e6b-b52f-77b5da154dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:16.654244 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e564bdb-edc3-4b09-9ac5-03e3eff3303d None None] Sync routers for ids ['4d834a01-6c3f-45f0-b4d0-bc6200b45feb'] in dv-cinder-786386-8-iscsi {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:00:16.664584 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e564bdb-edc3-4b09-9ac5-03e3eff3303d None None] Routers {'4d834a01-6c3f-45f0-b4d0-bc6200b45feb'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:00:16.665218 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-9e564bdb-edc3-4b09-9ac5-03e3eff3303d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:00:01Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['4d834a01-6c3f-45f0-b4d0-bc6200b45feb'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:00:16.668515 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning for port ac19550b-2681-46c7-8a9f-ca482c54003e completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:00:16.673329 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a545805-68db-4bc0-9efe-b59c272f83f6 admin admin] Made reservation on behalf of e898c5065a304a52a46263954543e8f0 for: {'network': 1} {{(pid=99981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:00:16.673329 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6a545805-68db-4bc0-9efe-b59c272f83f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for network, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:16.683871 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6a545805-68db-4bc0-9efe-b59c272f83f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:16.707216 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port ac19550b-2681-46c7-8a9f-ca482c54003e triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:00:16.707621 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:16.934019 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2920559-4d03-4955-884a-1a8bb5e2fe5c req-4de198a3-9c7e-40b5-84da-34880fe34cd6 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:16.934019 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c2920559-4d03-4955-884a-1a8bb5e2fe5c req-4de198a3-9c7e-40b5-84da-34880fe34cd6 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0864100 Jun 23 19:00:16.934019 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c2920559-4d03-4955-884a-1a8bb5e2fe5c req-d5de7b45-1c4c-4bba-b50b-866531c41199 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513904 Jun 23 19:00:16.935306 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6a545805-68db-4bc0-9efe-b59c272f83f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:16.935778 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-9e564bdb-edc3-4b09-9ac5-03e3eff3303d None None] Set router 4d834a01-6c3f-45f0-b4d0-bc6200b45feb gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:00:16.953944 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:17.010795 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6a545805-68db-4bc0-9efe-b59c272f83f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:17.013868 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-5cfdb0de-7513-44b2-a696-f89261ff5410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:17.017528 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] For port ac19550b-2681-46c7-8a9f-ca482c54003e, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=ac19550b-2681-46c7-8a9f-ca482c54003e,segment=NetworkSegment(06735785-9383-45ec-8182-cbd06f0cff2c),segment_id=06735785-9383-45ec-8182-cbd06f0cff2c)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:00:17.038039 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a545805-68db-4bc0-9efe-b59c272f83f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=99981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:00:17.044488 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a545805-68db-4bc0-9efe-b59c272f83f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c69256-a093-4005-9c4c-0ffc12ed4627,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:17.048130 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-6a545805-68db-4bc0-9efe-b59c272f83f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:17.050906 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6a545805-68db-4bc0-9efe-b59c272f83f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412'] for segment, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:17.051258 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.db.segments_db [None req-6a545805-68db-4bc0-9efe-b59c272f83f6 admin admin] Added segment 8cbb752c-77c2-4cbb-8a89-0bce84c11763 of type vlan for network b0395f69-3f4a-44bb-8c11-c4be656bb380 Jun 23 19:00:17.093168 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:17.095831 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6a545805-68db-4bc0-9efe-b59c272f83f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739890161695'] for network, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:17.103521 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:17.209821 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6a545805-68db-4bc0-9efe-b59c272f83f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545'] for network, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:17.212426 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a545805-68db-4bc0-9efe-b59c272f83f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:17.213401 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6a545805-68db-4bc0-9efe-b59c272f83f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for network, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:17.219590 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-739f6a1c-0352-4780-84a1-1a4bb993368d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:17.285555 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-9e564bdb-edc3-4b09-9ac5-03e3eff3303d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'name': 'tempest-TestShelveInstance-1140551974-router', 'tenant_id': 'c353ddad9e634833bd136bff1f36ab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ac19550b-2681-46c7-8a9f-ca482c54003e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:10Z', 'updated_at': '2021-06-23T19:00:14Z', 'revision_number': 4, 'project_id': 'c353ddad9e634833bd136bff1f36ab80', 'gw_port': {'id': 'ac19550b-2681-46c7-8a9f-ca482c54003e', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:11Z', 'updated_at': '2021-06-23T19:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': 'c2574964-05c7-4f85-b3d6-80bbf79d466a', 'name': '', 'network_id': '25f25c60-0cd5-436d-bb6e-c6a430fff0a2', 'tenant_id': 'c353ddad9e634833bd136bff1f36ab80', 'mac_address': 'fa:16:3e:69:72:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'a9102a8b-323b-4782-85ff-37f8fd576474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:13Z', 'updated_at': '2021-06-23T19:00:14Z', 'revision_number': 2, 'project_id': 'c353ddad9e634833bd136bff1f36ab80', 'subnets': [{'id': 'a9102a8b-323b-4782-85ff-37f8fd576474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:00:17.293061 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Pushing event updated for resources: {'Port': ['ID=ac19550b-2681-46c7-8a9f-ca482c54003e,revision_number=4']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:17.294103 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:17.295912 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a545805-68db-4bc0-9efe-b59c272f83f6 admin admin] Pushing event updated for resources: {'Network': ['ID=b0395f69-3f4a-44bb-8c11-c4be656bb380,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:17.298478 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-6a545805-68db-4bc0-9efe-b59c272f83f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:17.323662 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Network b0395f69-3f4a-44bb-8c11-c4be656bb380 details requested by agent ovs-agent-dv-cinder-786386-8-iscsi with host dv-cinder-786386-8-iscsi {{(pid=99983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:00:17.325584 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device a7ce0c39-6c4d-40ea-8985-5915ebeb2b89 up at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:00:17.329161 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e564bdb-edc3-4b09-9ac5-03e3eff3303d None None] Checking router: 4d834a01-6c3f-45f0-b4d0-bc6200b45feb for host: dv-cinder-786386-8-iscsi {{(pid=99983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:00:17.329626 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e564bdb-edc3-4b09-9ac5-03e3eff3303d None None] Updating router 4d834a01-6c3f-45f0-b4d0-bc6200b45feb port c2574964-05c7-4f85-b3d6-80bbf79d466a binding host dv-cinder-786386-8-iscsi {{(pid=99983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:00:17.331933 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-6a545805-68db-4bc0-9efe-b59c272f83f6 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7683637 Jun 23 19:00:17.334749 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 57892) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:17.339572 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-caf2b5c3-0bd9-4fdb-b16c-908e640aa3f7 admin admin] Request body: {'subnet': {'network_id': 'b0395f69-3f4a-44bb-8c11-c4be656bb380', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-489750988-subnet', 'tenant_id': 'e898c5065a304a52a46263954543e8f0', 'ip_version': 4}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:00:17.442792 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-9e564bdb-edc3-4b09-9ac5-03e3eff3303d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:17.481558 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf2b5c3-0bd9-4fdb-b16c-908e640aa3f7 admin admin] Made reservation on behalf of e898c5065a304a52a46263954543e8f0 for: {'subnet': 1} {{(pid=99981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:00:17.483982 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-caf2b5c3-0bd9-4fdb-b16c-908e640aa3f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63851692'] for subnet, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:17.600833 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning for port a7ce0c39-6c4d-40ea-8985-5915ebeb2b89 completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:00:17.615551 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning complete for port a7ce0c39-6c4d-40ea-8985-5915ebeb2b89 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:00:17.615927 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:17.726747 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8dd8e-31f2-4163-90e6-b867c8da17e4 req-9f95c73a-3cfc-4d53-9563-1cec748cfb85 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:17.728470 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b8c8dd8e-31f2-4163-90e6-b867c8da17e4 req-9f95c73a-3cfc-4d53-9563-1cec748cfb85 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc8d0e91-a63f-438b-a2e4-14a81542ecb6 HTTP/1.1" status: 200 len: 945 time: 0.0746548 Jun 23 19:00:17.777573 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 57906) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:17.783314 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b8c8dd8e-31f2-4163-90e6-b867c8da17e4 req-9c0ad5ca-91fd-4e8b-8402-958322ffadb3 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492990 Jun 23 19:00:17.793980 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-caf2b5c3-0bd9-4fdb-b16c-908e640aa3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66156147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63851710'] for subnet, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:17.798673 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-747cba38-5548-4ef6-bf47-e14932dbeeab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:17.813100 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:17.865133 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2b5c3-0bd9-4fdb-b16c-908e640aa3f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e272fc5-37eb-47d1-9d0c-ca9df709c2c8,revision_number=0']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:17.872617 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port a7ce0c39-6c4d-40ea-8985-5915ebeb2b89, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a7ce0c39-6c4d-40ea-8985-5915ebeb2b89,segment=NetworkSegment(91ac7bd7-7747-45f6-a655-e28f712ee370),segment_id=91ac7bd7-7747-45f6-a655-e28f712ee370)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:00:17.875314 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8d0e91-a63f-438b-a2e4-14a81542ecb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ce0c39-6c4d-40ea-8985-5915ebeb2b89'}] {{(pid=99983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:00:17.877944 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3da190a675926e82bddf1ae19285f5edc5f8218f501b2228f0a51a29f9c71fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867c6c5e-ecda-40de-9c1c-d0445b974915" -d '{"events": [{"server_uuid": "fc8d0e91-a63f-438b-a2e4-14a81542ecb6", "name": "network-vif-plugged", "status": "completed", "tag": "a7ce0c39-6c4d-40ea-8985-5915ebeb2b89"}]}' {{(pid=99983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:00:17.882286 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-caf2b5c3-0bd9-4fdb-b16c-908e640aa3f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:17.899553 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-9e564bdb-edc3-4b09-9ac5-03e3eff3303d None None] Notify callbacks [] for port, precommit_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:17.911077 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf2b5c3-0bd9-4fdb-b16c-908e640aa3f7 admin admin] Checking segment: {'id': '8cbb752c-77c2-4cbb-8a89-0bce84c11763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b0395f69-3f4a-44bb-8c11-c4be656bb380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:00:17.911478 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf2b5c3-0bd9-4fdb-b16c-908e640aa3f7 admin admin] Network hostable DHCP agents. Network: b0395f69-3f4a-44bb-8c11-c4be656bb380, hostable agents: ['1dd69743-8206-40a5-ae92-aa5513ece3b0'], hosted agents: [] {{(pid=99981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:00:17.912758 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-9e564bdb-edc3-4b09-9ac5-03e3eff3303d None None] Transition to ACTIVE for port object c2574964-05c7-4f85-b3d6-80bbf79d466a will not be triggered until provisioned by entity L2. {{(pid=99983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:00:17.933395 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd241800-40fe-48b8-9452-d2d7084eea28 x-openstack-request-id: req-fd241800-40fe-48b8-9452-d2d7084eea28 {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:00:17.933830 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8d0e91-a63f-438b-a2e4-14a81542ecb6", "name": "network-vif-plugged", "status": "completed", "tag": "a7ce0c39-6c4d-40ea-8985-5915ebeb2b89", "code": 200}]} {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:00:17.935067 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fd241800-40fe-48b8-9452-d2d7084eea28 {{(pid=99983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:00:17.935067 dv-cinder-786386-8-iscsi neutron-server[99983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8d0e91-a63f-438b-a2e4-14a81542ecb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ce0c39-6c4d-40ea-8985-5915ebeb2b89', 'code': 200} Jun 23 19:00:17.953949 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-0442d9dc-1068-43b0-9bbd-f666d4872555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:17.960301 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:17.963553 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:17.995124 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-9e564bdb-edc3-4b09-9ac5-03e3eff3303d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:18.044753 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=a7ce0c39-6c4d-40ea-8985-5915ebeb2b89,revision_number=5']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:18.063582 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:18.063582 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-8019f83b-0e21-4332-82a6-c50d039e0590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:18.095764 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf2b5c3-0bd9-4fdb-b16c-908e640aa3f7 admin admin] Network b0395f69-3f4a-44bb-8c11-c4be656bb380 is scheduled to be hosted by DHCP agent 1dd69743-8206-40a5-ae92-aa5513ece3b0 with binding_index 1 {{(pid=99981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:00:18.128941 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb3da2-7c3c-48cb-9531-dbd0573d7a7b req-2e44cb81-72f2-4f9a-a680-e08c8d148d72 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:18.138495 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-07cb3da2-7c3c-48cb-9531-dbd0573d7a7b req-2e44cb81-72f2-4f9a-a680-e08c8d148d72 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.1499178 Jun 23 19:00:18.147478 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-9e564bdb-edc3-4b09-9ac5-03e3eff3303d None None] Attempting to bind port c2574964-05c7-4f85-b3d6-80bbf79d466a on host dv-cinder-786386-8-iscsi for vnic_type normal with profile {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:00:18.149189 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-9e564bdb-edc3-4b09-9ac5-03e3eff3303d None None] Attempting to bind port c2574964-05c7-4f85-b3d6-80bbf79d466a by drivers openvswitch,hyperv on host dv-cinder-786386-8-iscsi at level 0 using segments [{'id': '50359133-121c-4b3e-9f0e-efed4258fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '25f25c60-0cd5-436d-bb6e-c6a430fff0a2'}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:00:18.149935 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e564bdb-edc3-4b09-9ac5-03e3eff3303d None None] Attempting to bind port c2574964-05c7-4f85-b3d6-80bbf79d466a on network 25f25c60-0cd5-436d-bb6e-c6a430fff0a2 {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:00:18.153260 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46691f75-9c8c-4cb1-8b24-dd8f84e46a5f None None] Pushing event updated for resources: {'Port': ['ID=c2574964-05c7-4f85-b3d6-80bbf79d466a,revision_number=3']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:18.156240 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-46691f75-9c8c-4cb1-8b24-dd8f84e46a5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:18.159545 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e564bdb-edc3-4b09-9ac5-03e3eff3303d None None] Checking agent: {'id': 'a2428681-7d0e-4763-9bc6-e98548fc0bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 50, 31), 'started_at': datetime.datetime(2021, 6, 23, 18, 51, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:00:18.160225 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e564bdb-edc3-4b09-9ac5-03e3eff3303d None None] Checking segment: {'id': '50359133-121c-4b3e-9f0e-efed4258fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '25f25c60-0cd5-436d-bb6e-c6a430fff0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:00:18.160393 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-9e564bdb-edc3-4b09-9ac5-03e3eff3303d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:18.160749 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e564bdb-edc3-4b09-9ac5-03e3eff3303d None None] Bound using segment: {'id': '50359133-121c-4b3e-9f0e-efed4258fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '25f25c60-0cd5-436d-bb6e-c6a430fff0a2'} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:00:18.161274 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-9e564bdb-edc3-4b09-9ac5-03e3eff3303d None None] Bound port: c2574964-05c7-4f85-b3d6-80bbf79d466a, host: dv-cinder-786386-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50359133-121c-4b3e-9f0e-efed4258fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '25f25c60-0cd5-436d-bb6e-c6a430fff0a2'}}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:00:18.161666 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-9e564bdb-edc3-4b09-9ac5-03e3eff3303d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:18.171713 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-0442d9dc-1068-43b0-9bbd-f666d4872555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:18.212967 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [None req-caf2b5c3-0bd9-4fdb-b16c-908e640aa3f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-8-iscsi, b0395f69-3f4a-44bb-8c11-c4be656bb380) {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:00:18.242191 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-9e564bdb-edc3-4b09-9ac5-03e3eff3303d None None] For port c2574964-05c7-4f85-b3d6-80bbf79d466a, host dv-cinder-786386-8-iscsi, cleared binding levels {{(pid=99983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:00:18.242859 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-9e564bdb-edc3-4b09-9ac5-03e3eff3303d None None] For port c2574964-05c7-4f85-b3d6-80bbf79d466a, host dv-cinder-786386-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=c2574964-05c7-4f85-b3d6-80bbf79d466a,segment=NetworkSegment(50359133-121c-4b3e-9f0e-efed4258fd28),segment_id=50359133-121c-4b3e-9f0e-efed4258fd28)] {{(pid=99983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:00:18.244048 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-07cb3da2-7c3c-48cb-9531-dbd0573d7a7b req-5ae1e668-5d3d-4ef6-99a0-ac98aa4e0b58 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004801 Jun 23 19:00:18.245530 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf2b5c3-0bd9-4fdb-b16c-908e640aa3f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:18.246048 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c466c93-08a2-4118-aa00-3066d5524b3f None None] Network b0395f69-3f4a-44bb-8c11-c4be656bb380 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:00:18.246159 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-caf2b5c3-0bd9-4fdb-b16c-908e640aa3f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for subnet, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:18.258820 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-0442d9dc-1068-43b0-9bbd-f666d4872555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:18.263942 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-9f7c0279-af25-4756-8b79-afcd22da3285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:18.331753 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-0442d9dc-1068-43b0-9bbd-f666d4872555 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dfeec23e1a5c4e7baba2e2f44b93a2e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5502641 Jun 23 19:00:18.332478 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 57924) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:18.341562 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442d9dc-1068-43b0-9bbd-f666d4872555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc1ec7c-ed31-4c1c-828d-bce046f6079f,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:18.346263 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-0442d9dc-1068-43b0-9bbd-f666d4872555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:18.364263 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-9e564bdb-edc3-4b09-9ac5-03e3eff3303d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:18.367744 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:18.401824 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-63bc0978-0a76-491e-84f5-639922a0a0e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:18.426229 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-63bc0978-0a76-491e-84f5-639922a0a0e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:18.435034 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-caf2b5c3-0bd9-4fdb-b16c-908e640aa3f7 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0989776 Jun 23 19:00:18.437939 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 57926) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:18.445707 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-a82290ca-105b-4862-be84-ba302c413444 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-489750988-router', 'tenant_id': 'e898c5065a304a52a46263954543e8f0', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'}}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:00:18.486612 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46691f75-9c8c-4cb1-8b24-dd8f84e46a5f None None] Pushing event updated for resources: {'Port': ['ID=c2574964-05c7-4f85-b3d6-80bbf79d466a,revision_number=4']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:18.502779 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-46691f75-9c8c-4cb1-8b24-dd8f84e46a5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:18.502779 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dfff9b-a8eb-4976-972c-1c3abf7a811b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp635e9f09-2955-5d20-83b9-10684d4533fd-b0395f69-3f4a-44bb-8c11-c4be656bb380', 'network_id': 'b0395f69-3f4a-44bb-8c11-c4be656bb380', 'tenant_id': 'e898c5065a304a52a46263954543e8f0', 'fixed_ips': [{'subnet_id': '3e272fc5-37eb-47d1-9d0c-ca9df709c2c8'}]}} from dv-cinder-786386-8-iscsi. {{(pid=99983) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 19:00:18.507281 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-a1dfff9b-a8eb-4976-972c-1c3abf7a811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:18.570936 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a82290ca-105b-4862-be84-ba302c413444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1984276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31832'] for router, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:18.572052 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a82290ca-105b-4862-be84-ba302c413444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1977642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2055753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31811'] for router, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:18.588670 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6edb5-80c7-48cf-bf7c-08d706ec6398 req-c8d426fe-914a-4f9e-bf2e-5d294a29d8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:18.591383 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b3c6edb5-80c7-48cf-bf7c-08d706ec6398 req-c8d426fe-914a-4f9e-bf2e-5d294a29d8ff service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fc8d0e91-a63f-438b-a2e4-14a81542ecb6 HTTP/1.1" status: 200 len: 1099 time: 0.1216807 Jun 23 19:00:18.594781 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device ac19550b-2681-46c7-8a9f-ca482c54003e up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:00:18.597078 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e564bdb-edc3-4b09-9ac5-03e3eff3303d None None] Routers {'4d834a01-6c3f-45f0-b4d0-bc6200b45feb'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:00:18.597728 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-9e564bdb-edc3-4b09-9ac5-03e3eff3303d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:00:01Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['4d834a01-6c3f-45f0-b4d0-bc6200b45feb'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:00:18.637581 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b3c6edb5-80c7-48cf-bf7c-08d706ec6398 req-b880303a-5f22-4e17-a136-26912966129f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374734 Jun 23 19:00:18.639519 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-63bc0978-0a76-491e-84f5-639922a0a0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:18.646185 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-63bc0978-0a76-491e-84f5-639922a0a0e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:18.650837 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-63bc0978-0a76-491e-84f5-639922a0a0e1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ccc1ec7c-ed31-4c1c-828d-bce046f6079f HTTP/1.1" status: 204 len: 168 time: 0.3166242 Jun 23 19:00:18.652114 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:18.662928 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc0978-0a76-491e-84f5-639922a0a0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc1ec7c-ed31-4c1c-828d-bce046f6079f,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:18.665626 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-63bc0978-0a76-491e-84f5-639922a0a0e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:18.706199 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a82290ca-105b-4862-be84-ba302c413444 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:18.844030 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.db_base_plugin_common [None req-a1dfff9b-a8eb-4976-972c-1c3abf7a811b None None] Allocated IP 172.20.0.2 (b0395f69-3f4a-44bb-8c11-c4be656bb380/3e272fc5-37eb-47d1-9d0c-ca9df709c2c8/4af7897d-90db-4afa-b5de-accd2277032a) {{(pid=99983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:00:18.859758 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-9e564bdb-edc3-4b09-9ac5-03e3eff3303d None None] Set router 4d834a01-6c3f-45f0-b4d0-bc6200b45feb gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:00:18.914870 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port ac19550b-2681-46c7-8a9f-ca482c54003e triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:00:18.915313 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:18.947078 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a82290ca-105b-4862-be84-ba302c413444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1996936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31869'] for router, precommit_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:19.025534 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fefb69-90ab-45c7-9d1b-5fb4fd2dd818 req-71febe8b-599b-491c-9904-d31d55bda8d3 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:19.039414 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-02fefb69-90ab-45c7-9d1b-5fb4fd2dd818 req-71febe8b-599b-491c-9904-d31d55bda8d3 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc8d0e91-a63f-438b-a2e4-14a81542ecb6 HTTP/1.1" status: 200 len: 946 time: 0.0868380 Jun 23 19:00:19.132296 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-02fefb69-90ab-45c7-9d1b-5fb4fd2dd818 req-9b2470e3-31af-45ae-8119-02883ca0dee0 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886481 Jun 23 19:00:19.452146 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-a1dfff9b-a8eb-4976-972c-1c3abf7a811b None None] Notify callbacks [] for port, precommit_create {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:19.456399 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a82290ca-105b-4862-be84-ba302c413444 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:19.464644 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-a1dfff9b-a8eb-4976-972c-1c3abf7a811b None None] Transition to ACTIVE for port object 4af7897d-90db-4afa-b5de-accd2277032a will not be triggered until provisioned by entity L2. {{(pid=99983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:00:19.484132 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a82290ca-105b-4862-be84-ba302c413444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:19.488125 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-a1dfff9b-a8eb-4976-972c-1c3abf7a811b None None] Transition to ACTIVE for port object 4af7897d-90db-4afa-b5de-accd2277032a will not be triggered until provisioned by entity DHCP. {{(pid=99983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:00:19.496400 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-9e564bdb-edc3-4b09-9ac5-03e3eff3303d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'name': 'tempest-TestShelveInstance-1140551974-router', 'tenant_id': 'c353ddad9e634833bd136bff1f36ab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ac19550b-2681-46c7-8a9f-ca482c54003e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:10Z', 'updated_at': '2021-06-23T19:00:14Z', 'revision_number': 4, 'project_id': 'c353ddad9e634833bd136bff1f36ab80', 'gw_port': {'id': 'ac19550b-2681-46c7-8a9f-ca482c54003e', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:11Z', 'updated_at': '2021-06-23T19:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': 'c2574964-05c7-4f85-b3d6-80bbf79d466a', 'name': '', 'network_id': '25f25c60-0cd5-436d-bb6e-c6a430fff0a2', 'tenant_id': 'c353ddad9e634833bd136bff1f36ab80', 'mac_address': 'fa:16:3e:69:72:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'a9102a8b-323b-4782-85ff-37f8fd576474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:13Z', 'updated_at': '2021-06-23T19:00:18Z', 'revision_number': 4, 'project_id': 'c353ddad9e634833bd136bff1f36ab80', 'subnets': [{'id': 'a9102a8b-323b-4782-85ff-37f8fd576474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:00:19.522781 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e564bdb-edc3-4b09-9ac5-03e3eff3303d None None] The sync data for ids ['4d834a01-6c3f-45f0-b4d0-bc6200b45feb'] in dv-cinder-786386-8-iscsi is: [{'id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'name': 'tempest-TestShelveInstance-1140551974-router', 'tenant_id': 'c353ddad9e634833bd136bff1f36ab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ac19550b-2681-46c7-8a9f-ca482c54003e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:10Z', 'updated_at': '2021-06-23T19:00:14Z', 'revision_number': 4, 'project_id': 'c353ddad9e634833bd136bff1f36ab80', 'gw_port': {'id': 'ac19550b-2681-46c7-8a9f-ca482c54003e', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:11Z', 'updated_at': '2021-06-23T19:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': 'c2574964-05c7-4f85-b3d6-80bbf79d466a', 'name': '', 'network_id': '25f25c60-0cd5-436d-bb6e-c6a430fff0a2', 'tenant_id': 'c353ddad9e634833bd136bff1f36ab80', 'mac_address': 'fa:16:3e:69:72:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'a9102a8b-323b-4782-85ff-37f8fd576474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:13Z', 'updated_at': '2021-06-23T19:00:18Z', 'revision_number': 4, 'project_id': 'c353ddad9e634833bd136bff1f36ab80', 'subnets': [{'id': 'a9102a8b-323b-4782-85ff-37f8fd576474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:00:19.550044 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466051b-3c3e-48c9-abcb-e800e444de1b req-0d0fce88-a8bd-4e4b-b33b-e0d01e315125 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:19.551562 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-d466051b-3c3e-48c9-abcb-e800e444de1b req-0d0fce88-a8bd-4e4b-b33b-e0d01e315125 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.1574678 Jun 23 19:00:19.562014 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-a1dfff9b-a8eb-4976-972c-1c3abf7a811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966'] for port, after_create {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:19.565258 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-d9207324-297b-4a6d-b9ae-44cf122bcd82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:19.652478 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dfff9b-a8eb-4976-972c-1c3abf7a811b None None] Network b0395f69-3f4a-44bb-8c11-c4be656bb380 is already hosted by enough agents. {{(pid=99983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:00:19.658350 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.scheduler.base_scheduler [None req-a1dfff9b-a8eb-4976-972c-1c3abf7a811b None None] Resources bound (agent type, host, resource id): {{(pid=99983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:00:19.663979 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dfff9b-a8eb-4976-972c-1c3abf7a811b None None] Received port after_create {{(pid=99983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:00:19.668613 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dfff9b-a8eb-4976-972c-1c3abf7a811b None None] Pushing event updated for resources: {'Port': ['ID=4af7897d-90db-4afa-b5de-accd2277032a,revision_number=1']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:19.675321 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.db_base_plugin_common [None req-a82290ca-105b-4862-be84-ba302c413444 admin admin] Allocated IP 172.27.0.227 (5d962e1b-a48a-439d-b5f0-687f24f30c92/77178bee-415e-4d1b-b321-842ae6d8e42c/a0a16eec-fa5d-4971-808a-60658179cbb2) {{(pid=99981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:00:19.676712 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-a1dfff9b-a8eb-4976-972c-1c3abf7a811b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:19.691973 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-d466051b-3c3e-48c9-abcb-e800e444de1b req-8093ef57-b6aa-41dc-b5ac-e40fdc192432 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713263 Jun 23 19:00:19.783443 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-a1dfff9b-a8eb-4976-972c-1c3abf7a811b None None] Attempting to bind port 4af7897d-90db-4afa-b5de-accd2277032a on host dv-cinder-786386-8-iscsi for vnic_type normal with profile {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:00:19.783773 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-a1dfff9b-a8eb-4976-972c-1c3abf7a811b None None] Attempting to bind port 4af7897d-90db-4afa-b5de-accd2277032a by drivers openvswitch,hyperv on host dv-cinder-786386-8-iscsi at level 0 using segments [{'id': '8cbb752c-77c2-4cbb-8a89-0bce84c11763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b0395f69-3f4a-44bb-8c11-c4be656bb380'}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:00:19.784165 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dfff9b-a8eb-4976-972c-1c3abf7a811b None None] Attempting to bind port 4af7897d-90db-4afa-b5de-accd2277032a on network b0395f69-3f4a-44bb-8c11-c4be656bb380 {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:00:19.789946 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dfff9b-a8eb-4976-972c-1c3abf7a811b None None] Checking agent: {'id': 'a2428681-7d0e-4763-9bc6-e98548fc0bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 50, 31), 'started_at': datetime.datetime(2021, 6, 23, 18, 51, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:00:19.790502 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dfff9b-a8eb-4976-972c-1c3abf7a811b None None] Checking segment: {'id': '8cbb752c-77c2-4cbb-8a89-0bce84c11763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b0395f69-3f4a-44bb-8c11-c4be656bb380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:00:19.790900 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-a1dfff9b-a8eb-4976-972c-1c3abf7a811b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:19.791312 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dfff9b-a8eb-4976-972c-1c3abf7a811b None None] Bound using segment: {'id': '8cbb752c-77c2-4cbb-8a89-0bce84c11763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b0395f69-3f4a-44bb-8c11-c4be656bb380'} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:00:19.791804 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-a1dfff9b-a8eb-4976-972c-1c3abf7a811b None None] Bound port: 4af7897d-90db-4afa-b5de-accd2277032a, host: dv-cinder-786386-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cbb752c-77c2-4cbb-8a89-0bce84c11763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b0395f69-3f4a-44bb-8c11-c4be656bb380'}}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:00:19.792254 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-a1dfff9b-a8eb-4976-972c-1c3abf7a811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:19.836160 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a82290ca-105b-4862-be84-ba302c413444 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:19.885084 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-a1dfff9b-a8eb-4976-972c-1c3abf7a811b None None] For port 4af7897d-90db-4afa-b5de-accd2277032a, host dv-cinder-786386-8-iscsi, cleared binding levels {{(pid=99983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:00:19.888564 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-a1dfff9b-a8eb-4976-972c-1c3abf7a811b None None] For port 4af7897d-90db-4afa-b5de-accd2277032a, host dv-cinder-786386-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=4af7897d-90db-4afa-b5de-accd2277032a,segment=NetworkSegment(8cbb752c-77c2-4cbb-8a89-0bce84c11763),segment_id=8cbb752c-77c2-4cbb-8a89-0bce84c11763)] {{(pid=99983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:00:19.977208 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a82290ca-105b-4862-be84-ba302c413444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-66155747'] for port, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:19.980796 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-c2a97a8d-de63-4dea-a01d-c72a3e5bef63 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:19.994343 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-a1dfff9b-a8eb-4976-972c-1c3abf7a811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:19.998141 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:20.059591 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82290ca-105b-4862-be84-ba302c413444 admin admin] Network 5d962e1b-a48a-439d-b5f0-687f24f30c92 is already hosted by enough agents. {{(pid=99981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:00:20.093176 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [None req-a82290ca-105b-4862-be84-ba302c413444 admin admin] Resources bound (agent type, host, resource id): {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:00:20.097781 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82290ca-105b-4862-be84-ba302c413444 admin admin] Received port after_create {{(pid=99981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:00:20.134712 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dfff9b-a8eb-4976-972c-1c3abf7a811b None None] Pushing event updated for resources: {'Port': ['ID=4af7897d-90db-4afa-b5de-accd2277032a,revision_number=2']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:20.141247 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-a1dfff9b-a8eb-4976-972c-1c3abf7a811b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:20.149221 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82290ca-105b-4862-be84-ba302c413444 admin admin] Pushing event updated for resources: {'Port': ['ID=a0a16eec-fa5d-4971-808a-60658179cbb2,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:20.153191 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-a82290ca-105b-4862-be84-ba302c413444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:20.626636 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 4af7897d-90db-4afa-b5de-accd2277032a up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:00:20.776802 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning for port 4af7897d-90db-4afa-b5de-accd2277032a completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:00:20.785917 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device c2574964-05c7-4f85-b3d6-80bbf79d466a up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:00:20.916581 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d6e6e-441f-4c81-8e5f-ee3f18100409 req-0aa32d72-9c68-4915-bf0d-62ab3580c725 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:20.919302 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-505d6e6e-441f-4c81-8e5f-ee3f18100409 req-0aa32d72-9c68-4915-bf0d-62ab3580c725 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc8d0e91-a63f-438b-a2e4-14a81542ecb6 HTTP/1.1" status: 200 len: 946 time: 0.2476046 Jun 23 19:00:20.936662 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning for port c2574964-05c7-4f85-b3d6-80bbf79d466a completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:00:20.942110 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port c2574964-05c7-4f85-b3d6-80bbf79d466a triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:00:20.946155 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:20.960651 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c61e72-1bff-4b6d-b5a3-9a8757e86138 req-82e82cac-371e-4e86-b010-16b6e085c519 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:20.971612 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a6c61e72-1bff-4b6d-b5a3-9a8757e86138 req-82e82cac-371e-4e86-b010-16b6e085c519 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.1050723 Jun 23 19:00:20.987026 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-505d6e6e-441f-4c81-8e5f-ee3f18100409 req-c57bf755-6f87-4e1f-afc3-51d8f607872c tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581062 Jun 23 19:00:21.068921 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a6c61e72-1bff-4b6d-b5a3-9a8757e86138 req-e5a28a9c-4967-49ab-b529-751fc32a9df5 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832148 Jun 23 19:00:21.100842 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:21.174940 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] For port c2574964-05c7-4f85-b3d6-80bbf79d466a, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=c2574964-05c7-4f85-b3d6-80bbf79d466a,segment=NetworkSegment(50359133-121c-4b3e-9f0e-efed4258fd28),segment_id=50359133-121c-4b3e-9f0e-efed4258fd28)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:00:21.201423 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a82290ca-105b-4862-be84-ba302c413444 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:21.274692 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:21.278060 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:21.332861 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Pushing event updated for resources: {'Port': ['ID=c2574964-05c7-4f85-b3d6-80bbf79d466a,revision_number=5']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:21.336686 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:21.412944 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a82290ca-105b-4862-be84-ba302c413444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1996929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1975405'] for router, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:21.423669 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea943c6-317e-453d-8679-d3b27af17e37 None None] Network b0395f69-3f4a-44bb-8c11-c4be656bb380 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:00:21.566868 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-17a2d4ec-4113-4486-94e3-84ccab1998fc None None] Provisioning for port 4af7897d-90db-4afa-b5de-accd2277032a completed by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:00:21.573252 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-17a2d4ec-4113-4486-94e3-84ccab1998fc None None] Provisioning complete for port 4af7897d-90db-4afa-b5de-accd2277032a triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:00:21.573637 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-17a2d4ec-4113-4486-94e3-84ccab1998fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:21.651481 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82290ca-105b-4862-be84-ba302c413444 admin admin] Router c5cbc461-6987-4705-96ca-bfe3546614a2 is scheduled to L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 with binding_index 1 {{(pid=99981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 19:00:21.669944 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-17a2d4ec-4113-4486-94e3-84ccab1998fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:21.706995 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-17a2d4ec-4113-4486-94e3-84ccab1998fc None None] For port 4af7897d-90db-4afa-b5de-accd2277032a, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=4af7897d-90db-4afa-b5de-accd2277032a,segment=NetworkSegment(8cbb752c-77c2-4cbb-8a89-0bce84c11763),segment_id=8cbb752c-77c2-4cbb-8a89-0bce84c11763)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:00:21.784969 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-17a2d4ec-4113-4486-94e3-84ccab1998fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:21.786651 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:21.787927 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82290ca-105b-4862-be84-ba302c413444 admin admin] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:00:21.801209 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69032a1d-565a-4ab3-879f-c0c2b7b5cf64 None None] Sync routers for ids ['c5cbc461-6987-4705-96ca-bfe3546614a2'] in dv-cinder-786386-8-iscsi {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:00:21.820661 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69032a1d-565a-4ab3-879f-c0c2b7b5cf64 None None] Routers {'c5cbc461-6987-4705-96ca-bfe3546614a2'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:00:21.821636 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-69032a1d-565a-4ab3-879f-c0c2b7b5cf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:00:01Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['c5cbc461-6987-4705-96ca-bfe3546614a2'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:00:21.853575 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2d4ec-4113-4486-94e3-84ccab1998fc None None] Pushing event updated for resources: {'Port': ['ID=4af7897d-90db-4afa-b5de-accd2277032a,revision_number=3']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:21.856827 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-17a2d4ec-4113-4486-94e3-84ccab1998fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:21.868017 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a82290ca-105b-4862-be84-ba302c413444 admin admin] Notify callbacks [] for router, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:21.873129 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-a82290ca-105b-4862-be84-ba302c413444 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4293127 Jun 23 19:00:21.873129 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 58038) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:21.907253 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-136cf052-d885-439e-b786-c2f345b1cd8c None None] Provisioning complete for port 4af7897d-90db-4afa-b5de-accd2277032a triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:00:21.907736 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-136cf052-d885-439e-b786-c2f345b1cd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:21.958157 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-69032a1d-565a-4ab3-879f-c0c2b7b5cf64 None None] Set router c5cbc461-6987-4705-96ca-bfe3546614a2 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:00:22.153954 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-69032a1d-565a-4ab3-879f-c0c2b7b5cf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cbc461-6987-4705-96ca-bfe3546614a2', 'name': 'tempest-TestShelveInstance-489750988-router', 'tenant_id': 'e898c5065a304a52a46263954543e8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'a0a16eec-fa5d-4971-808a-60658179cbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:18Z', 'updated_at': '2021-06-23T19:00:20Z', 'revision_number': 3, 'project_id': 'e898c5065a304a52a46263954543e8f0', 'gw_port': {'id': 'a0a16eec-fa5d-4971-808a-60658179cbb2', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5cbc461-6987-4705-96ca-bfe3546614a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:19Z', 'updated_at': '2021-06-23T19:00:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi'}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:00:22.185921 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69032a1d-565a-4ab3-879f-c0c2b7b5cf64 None None] Checking router: c5cbc461-6987-4705-96ca-bfe3546614a2 for host: dv-cinder-786386-8-iscsi {{(pid=99984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:00:22.186583 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69032a1d-565a-4ab3-879f-c0c2b7b5cf64 None None] Updating router c5cbc461-6987-4705-96ca-bfe3546614a2 port a0a16eec-fa5d-4971-808a-60658179cbb2 binding host dv-cinder-786386-8-iscsi {{(pid=99984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:00:22.223367 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-69032a1d-565a-4ab3-879f-c0c2b7b5cf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:22.296032 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea47ce-6b55-4e64-b1fb-459e4a28e121 req-0b522a73-d44e-4fcb-a367-c2e97dc37eb2 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:22.301673 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8aee2c-c1bf-43fa-8dba-2e015e350a0d req-9387203f-8859-4ee7-8625-9f2a6c831196 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:22.302854 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-2aea47ce-6b55-4e64-b1fb-459e4a28e121 req-0b522a73-d44e-4fcb-a367-c2e97dc37eb2 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc8d0e91-a63f-438b-a2e4-14a81542ecb6 HTTP/1.1" status: 200 len: 946 time: 0.1549175 Jun 23 19:00:22.307101 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-6c8aee2c-c1bf-43fa-8dba-2e015e350a0d req-9387203f-8859-4ee7-8625-9f2a6c831196 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.1020589 Jun 23 19:00:22.351751 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-6c8aee2c-c1bf-43fa-8dba-2e015e350a0d req-0ac0ce7e-61ac-4c13-86cf-3b590d04b957 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406170 Jun 23 19:00:22.375745 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-2aea47ce-6b55-4e64-b1fb-459e4a28e121 req-5d36b774-a1a6-4dc1-a1a5-4da02db71bec tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720379 Jun 23 19:00:22.433585 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6dc68686-cb1f-45b4-8589-d57666c02e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:22.505430 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-69032a1d-565a-4ab3-879f-c0c2b7b5cf64 None None] Notify callbacks [] for port, precommit_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:22.516047 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 4af7897d-90db-4afa-b5de-accd2277032a up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:00:22.516729 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.provisioning_blocks [None req-69032a1d-565a-4ab3-879f-c0c2b7b5cf64 None None] Transition to ACTIVE for port object a0a16eec-fa5d-4971-808a-60658179cbb2 will not be triggered until provisioned by entity L2. {{(pid=99984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:00:22.581333 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port 4af7897d-90db-4afa-b5de-accd2277032a triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:00:22.584975 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:22.605604 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-69032a1d-565a-4ab3-879f-c0c2b7b5cf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:22.610440 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [None req-a8f680b5-f543-41eb-9064-71d4b6df720b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:22.616570 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.db_base_plugin_common [None req-6dc68686-cb1f-45b4-8589-d57666c02e8a admin admin] Allocated IP 172.20.0.1 (b0395f69-3f4a-44bb-8c11-c4be656bb380/3e272fc5-37eb-47d1-9d0c-ca9df709c2c8/85739c66-46d0-4a83-815c-f7e5d5e54ff4) {{(pid=99981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:00:22.704647 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device c2574964-05c7-4f85-b3d6-80bbf79d466a up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:00:22.708968 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab1023-949b-4f96-996e-d67f55bc6ed0 None None] Pushing event updated for resources: {'Port': ['ID=a0a16eec-fa5d-4971-808a-60658179cbb2,revision_number=2']} {{(pid=99984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:22.723933 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [None req-a4ab1023-949b-4f96-996e-d67f55bc6ed0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:22.729275 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.managers [None req-69032a1d-565a-4ab3-879f-c0c2b7b5cf64 None None] Attempting to bind port a0a16eec-fa5d-4971-808a-60658179cbb2 on host dv-cinder-786386-8-iscsi for vnic_type normal with profile {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:00:22.729760 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.managers [None req-69032a1d-565a-4ab3-879f-c0c2b7b5cf64 None None] Attempting to bind port a0a16eec-fa5d-4971-808a-60658179cbb2 by drivers openvswitch,hyperv on host dv-cinder-786386-8-iscsi at level 0 using segments [{'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'}] {{(pid=99984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:00:22.730853 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69032a1d-565a-4ab3-879f-c0c2b7b5cf64 None None] Attempting to bind port a0a16eec-fa5d-4971-808a-60658179cbb2 on network 5d962e1b-a48a-439d-b5f0-687f24f30c92 {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:00:22.737913 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69032a1d-565a-4ab3-879f-c0c2b7b5cf64 None None] Checking agent: {'id': 'a2428681-7d0e-4763-9bc6-e98548fc0bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 50, 31), 'started_at': datetime.datetime(2021, 6, 23, 18, 51, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:00:22.738663 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69032a1d-565a-4ab3-879f-c0c2b7b5cf64 None None] Checking segment: {'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:00:22.739180 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-69032a1d-565a-4ab3-879f-c0c2b7b5cf64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:22.739724 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69032a1d-565a-4ab3-879f-c0c2b7b5cf64 None None] Bound using segment: {'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'} {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:00:22.740314 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.managers [None req-69032a1d-565a-4ab3-879f-c0c2b7b5cf64 None None] Bound port: a0a16eec-fa5d-4971-808a-60658179cbb2, host: dv-cinder-786386-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'}}] {{(pid=99984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:00:22.740795 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-69032a1d-565a-4ab3-879f-c0c2b7b5cf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:22.744938 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6dc68686-cb1f-45b4-8589-d57666c02e8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:22.770591 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.provisioning_blocks [None req-6dc68686-cb1f-45b4-8589-d57666c02e8a admin admin] Transition to ACTIVE for port object 85739c66-46d0-4a83-815c-f7e5d5e54ff4 will not be triggered until provisioned by entity DHCP. {{(pid=99981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:00:22.773288 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port c2574964-05c7-4f85-b3d6-80bbf79d466a triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:00:22.773708 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:22.800605 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.db [None req-69032a1d-565a-4ab3-879f-c0c2b7b5cf64 None None] For port a0a16eec-fa5d-4971-808a-60658179cbb2, host dv-cinder-786386-8-iscsi, cleared binding levels {{(pid=99984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:00:22.804236 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.db [None req-69032a1d-565a-4ab3-879f-c0c2b7b5cf64 None None] For port a0a16eec-fa5d-4971-808a-60658179cbb2, host dv-cinder-786386-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=a0a16eec-fa5d-4971-808a-60658179cbb2,segment=NetworkSegment(06735785-9383-45ec-8182-cbd06f0cff2c),segment_id=06735785-9383-45ec-8182-cbd06f0cff2c)] {{(pid=99984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:00:22.905357 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-69032a1d-565a-4ab3-879f-c0c2b7b5cf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:22.905560 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6dc68686-cb1f-45b4-8589-d57666c02e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-66155747'] for port, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:22.905740 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [None req-72219e20-8e59-41e9-96e6-43a99d8553de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:22.905914 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:22.946019 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc68686-cb1f-45b4-8589-d57666c02e8a admin admin] Network b0395f69-3f4a-44bb-8c11-c4be656bb380 is already hosted by enough agents. {{(pid=99981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:00:22.950876 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [None req-6dc68686-cb1f-45b4-8589-d57666c02e8a admin admin] Resources bound (agent type, host, resource id): {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:00:22.954422 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc68686-cb1f-45b4-8589-d57666c02e8a admin admin] Received port after_create {{(pid=99981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:00:22.954604 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69032a1d-565a-4ab3-879f-c0c2b7b5cf64 None None] Routers {'c5cbc461-6987-4705-96ca-bfe3546614a2'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:00:22.955116 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-69032a1d-565a-4ab3-879f-c0c2b7b5cf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:00:01Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['c5cbc461-6987-4705-96ca-bfe3546614a2'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:00:22.988496 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc68686-cb1f-45b4-8589-d57666c02e8a admin admin] Pushing event updated for resources: {'Port': ['ID=85739c66-46d0-4a83-815c-f7e5d5e54ff4,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:22.993456 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-6dc68686-cb1f-45b4-8589-d57666c02e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:23.015026 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6dc68686-cb1f-45b4-8589-d57666c02e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015853'] for router_interface, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:23.134376 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-69032a1d-565a-4ab3-879f-c0c2b7b5cf64 None None] Set router c5cbc461-6987-4705-96ca-bfe3546614a2 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:00:23.161182 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab1023-949b-4f96-996e-d67f55bc6ed0 None None] Pushing event updated for resources: {'Port': ['ID=a0a16eec-fa5d-4971-808a-60658179cbb2,revision_number=3']} {{(pid=99984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:23.164596 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [None req-a4ab1023-949b-4f96-996e-d67f55bc6ed0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:23.315408 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-69032a1d-565a-4ab3-879f-c0c2b7b5cf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cbc461-6987-4705-96ca-bfe3546614a2', 'name': 'tempest-TestShelveInstance-489750988-router', 'tenant_id': 'e898c5065a304a52a46263954543e8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'a0a16eec-fa5d-4971-808a-60658179cbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:18Z', 'updated_at': '2021-06-23T19:00:20Z', 'revision_number': 3, 'project_id': 'e898c5065a304a52a46263954543e8f0', 'gw_port': {'id': 'a0a16eec-fa5d-4971-808a-60658179cbb2', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5cbc461-6987-4705-96ca-bfe3546614a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:19Z', 'updated_at': '2021-06-23T19:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi'}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:00:23.341436 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69032a1d-565a-4ab3-879f-c0c2b7b5cf64 None None] The sync data for ids ['c5cbc461-6987-4705-96ca-bfe3546614a2'] in dv-cinder-786386-8-iscsi is: [{'id': 'c5cbc461-6987-4705-96ca-bfe3546614a2', 'name': 'tempest-TestShelveInstance-489750988-router', 'tenant_id': 'e898c5065a304a52a46263954543e8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'a0a16eec-fa5d-4971-808a-60658179cbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:18Z', 'updated_at': '2021-06-23T19:00:20Z', 'revision_number': 3, 'project_id': 'e898c5065a304a52a46263954543e8f0', 'gw_port': {'id': 'a0a16eec-fa5d-4971-808a-60658179cbb2', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5cbc461-6987-4705-96ca-bfe3546614a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:19Z', 'updated_at': '2021-06-23T19:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi'}] {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:00:23.355379 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6dc68686-cb1f-45b4-8589-d57666c02e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:23.416784 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-91cd97cf-769b-4703-8ac7-c89d43930dc1 None None] Provisioning for port 85739c66-46d0-4a83-815c-f7e5d5e54ff4 completed by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:00:23.421085 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-91cd97cf-769b-4703-8ac7-c89d43930dc1 None None] Provisioning complete for port 85739c66-46d0-4a83-815c-f7e5d5e54ff4 triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:00:23.421607 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-91cd97cf-769b-4703-8ac7-c89d43930dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:23.483169 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-91cd97cf-769b-4703-8ac7-c89d43930dc1 None None] Port 85739c66-46d0-4a83-815c-f7e5d5e54ff4 cannot update to ACTIVE because it is not bound. {{(pid=99983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:00:23.552906 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560648f5-38f1-4823-9a86-dd13bea07cd5 req-2b4cc950-0470-430d-93ae-f27cb6132f89 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:23.555080 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-560648f5-38f1-4823-9a86-dd13bea07cd5 req-2b4cc950-0470-430d-93ae-f27cb6132f89 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0726640 Jun 23 19:00:23.557948 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6dc68686-cb1f-45b4-8589-d57666c02e8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:23.594908 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-560648f5-38f1-4823-9a86-dd13bea07cd5 req-09fe8ed1-912a-4009-a2db-b9bbb6f3b76e tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332186 Jun 23 19:00:23.605389 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6dc68686-cb1f-45b4-8589-d57666c02e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66155761'] for port, after_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:23.609066 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-6dc68686-cb1f-45b4-8589-d57666c02e8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:23.685188 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc68686-cb1f-45b4-8589-d57666c02e8a admin admin] Pushing event updated for resources: {'Port': ['ID=85739c66-46d0-4a83-815c-f7e5d5e54ff4,revision_number=2']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:23.687560 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6dc68686-cb1f-45b4-8589-d57666c02e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2015873'] for router_interface, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:23.689432 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-6dc68686-cb1f-45b4-8589-d57666c02e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:23.803528 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc68686-cb1f-45b4-8589-d57666c02e8a admin admin] Network b0395f69-3f4a-44bb-8c11-c4be656bb380 is already hosted by enough agents. {{(pid=99981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:00:23.805235 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [None req-6dc68686-cb1f-45b4-8589-d57666c02e8a admin admin] Resources bound (agent type, host, resource id): {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:00:23.963780 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc68686-cb1f-45b4-8589-d57666c02e8a admin admin] Router c5cbc461-6987-4705-96ca-bfe3546614a2 has already been hosted by L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 {{(pid=99981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:00:24.114100 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-96d0524a-8889-42a8-af8a-e9fa1baa7c2f None None] Provisioning complete for port 85739c66-46d0-4a83-815c-f7e5d5e54ff4 triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:00:24.114843 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-96d0524a-8889-42a8-af8a-e9fa1baa7c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:24.156635 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc68686-cb1f-45b4-8589-d57666c02e8a admin admin] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:00:24.167611 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-6dc68686-cb1f-45b4-8589-d57666c02e8a admin admin] 10.222.0.47 "PUT /v2.0/routers/c5cbc461-6987-4705-96ca-bfe3546614a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2907999 Jun 23 19:00:24.175776 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-96d0524a-8889-42a8-af8a-e9fa1baa7c2f None None] Port 85739c66-46d0-4a83-815c-f7e5d5e54ff4 cannot update to ACTIVE because it is not bound. {{(pid=99983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:00:24.529230 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device a0a16eec-fa5d-4971-808a-60658179cbb2 up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:00:24.649370 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning for port a0a16eec-fa5d-4971-808a-60658179cbb2 completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:00:24.650781 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port a0a16eec-fa5d-4971-808a-60658179cbb2 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:00:24.651168 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:24.743813 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:24.765668 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] For port a0a16eec-fa5d-4971-808a-60658179cbb2, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=a0a16eec-fa5d-4971-808a-60658179cbb2,segment=NetworkSegment(06735785-9383-45ec-8182-cbd06f0cff2c),segment_id=06735785-9383-45ec-8182-cbd06f0cff2c)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:00:24.919966 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:24.922251 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:24.970182 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Pushing event updated for resources: {'Port': ['ID=a0a16eec-fa5d-4971-808a-60658179cbb2,revision_number=4']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:24.973250 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:25.157634 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 58140) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:25.162702 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-ee8b5506-7225-4331-b992-c2d45f7e8232 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2141914032', 'description': 'tempest-secgroup-smoke-2141914032 description', 'project_id': 'c353ddad9e634833bd136bff1f36ab80'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:00:25.348665 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-ee8b5506-7225-4331-b992-c2d45f7e8232 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:25.433427 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-ee8b5506-7225-4331-b992-c2d45f7e8232 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:25.525193 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-ee8b5506-7225-4331-b992-c2d45f7e8232 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:25.529849 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-ca32e45d-bce0-4526-bd1f-20513a1d2a44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:25.545244 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5544e3-67fe-4a40-b326-4f6563ec8a00 req-763f16a7-a22c-40c9-a1b3-0a274ed297c4 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:25.553115 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-2c5544e3-67fe-4a40-b326-4f6563ec8a00 req-763f16a7-a22c-40c9-a1b3-0a274ed297c4 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.3130326 Jun 23 19:00:25.572957 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b5506-7225-4331-b992-c2d45f7e8232 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0e2039-6f37-444b-b8e0-c2ee4cba8019,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:25.580308 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b5506-7225-4331-b992-c2d45f7e8232 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:25.580683 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b5506-7225-4331-b992-c2d45f7e8232 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:25.581501 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b5506-7225-4331-b992-c2d45f7e8232 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:25.581953 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b5506-7225-4331-b992-c2d45f7e8232 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:25.582367 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b5506-7225-4331-b992-c2d45f7e8232 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:25.582729 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b5506-7225-4331-b992-c2d45f7e8232 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:25.583088 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b5506-7225-4331-b992-c2d45f7e8232 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:25.583443 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b5506-7225-4331-b992-c2d45f7e8232 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:25.583911 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b5506-7225-4331-b992-c2d45f7e8232 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:25.584265 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b5506-7225-4331-b992-c2d45f7e8232 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:25.584613 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b5506-7225-4331-b992-c2d45f7e8232 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:25.584963 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b5506-7225-4331-b992-c2d45f7e8232 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:25.587469 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-2c5544e3-67fe-4a40-b326-4f6563ec8a00 req-92f48a34-3fd8-4f08-a00e-fbda4c33345f tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334766 Jun 23 19:00:25.592559 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-ee8b5506-7225-4331-b992-c2d45f7e8232 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:25.668372 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-ee8b5506-7225-4331-b992-c2d45f7e8232 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:25.670068 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-ee8b5506-7225-4331-b992-c2d45f7e8232 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5113034 Jun 23 19:00:25.672638 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 58156) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:25.678365 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-2a3fc7d3-3c27-4b2e-84d2-7c384a3b00ae tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Request body: {'security_group_rule': {'security_group_id': '8d0e2039-6f37-444b-b8e0-c2ee4cba8019', 'project_id': 'c353ddad9e634833bd136bff1f36ab80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:00:25.764338 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-2a3fc7d3-3c27-4b2e-84d2-7c384a3b00ae tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:25.825438 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-2a3fc7d3-3c27-4b2e-84d2-7c384a3b00ae tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:25.906443 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-2a3fc7d3-3c27-4b2e-84d2-7c384a3b00ae tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061678'] for security_group_rule, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:25.908551 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:25.929110 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3fc7d3-3c27-4b2e-84d2-7c384a3b00ae tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd83164-d0c5-4e9b-ad35-cb3b89faf1a9,revision_number=0']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:25.931932 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-2a3fc7d3-3c27-4b2e-84d2-7c384a3b00ae tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:26.011126 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-2a3fc7d3-3c27-4b2e-84d2-7c384a3b00ae tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:26.012357 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-2a3fc7d3-3c27-4b2e-84d2-7c384a3b00ae tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3387229 Jun 23 19:00:26.015155 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 58168) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:26.019644 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-75885b80-3d7c-4327-b2de-f3ce97c04d5e tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Request body: {'security_group_rule': {'security_group_id': '8d0e2039-6f37-444b-b8e0-c2ee4cba8019', 'project_id': 'c353ddad9e634833bd136bff1f36ab80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:00:26.117108 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a944a5-aab4-4e65-8792-7ba5087f322b None None] Sync routers for ids ['c5cbc461-6987-4705-96ca-bfe3546614a2'] in dv-cinder-786386-8-iscsi {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:00:26.126790 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a944a5-aab4-4e65-8792-7ba5087f322b None None] Routers {'c5cbc461-6987-4705-96ca-bfe3546614a2'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:00:26.127415 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-b3a944a5-aab4-4e65-8792-7ba5087f322b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:00:01Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['c5cbc461-6987-4705-96ca-bfe3546614a2'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:00:26.141736 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-75885b80-3d7c-4327-b2de-f3ce97c04d5e tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:26.198914 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-75885b80-3d7c-4327-b2de-f3ce97c04d5e tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:26.230449 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-b3a944a5-aab4-4e65-8792-7ba5087f322b None None] Set router c5cbc461-6987-4705-96ca-bfe3546614a2 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:00:26.268507 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-75885b80-3d7c-4327-b2de-f3ce97c04d5e tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061678'] for security_group_rule, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:26.274608 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-2a3fc7d3-3c27-4b2e-84d2-7c384a3b00ae tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:26.290399 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75885b80-3d7c-4327-b2de-f3ce97c04d5e tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd002c5d-681d-44f5-9929-585c26e924ea,revision_number=0']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:26.292788 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-75885b80-3d7c-4327-b2de-f3ce97c04d5e tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:26.360090 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-75885b80-3d7c-4327-b2de-f3ce97c04d5e tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:26.364011 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-75885b80-3d7c-4327-b2de-f3ce97c04d5e tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3452163 Jun 23 19:00:26.364376 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 58176) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:26.369010 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-c7083d9b-751d-4c4d-b66e-286a087a4a12 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Request body: {'security_group_rule': {'security_group_id': '8d0e2039-6f37-444b-b8e0-c2ee4cba8019', 'project_id': 'c353ddad9e634833bd136bff1f36ab80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:00:26.431016 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-b3a944a5-aab4-4e65-8792-7ba5087f322b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cbc461-6987-4705-96ca-bfe3546614a2', 'name': 'tempest-TestShelveInstance-489750988-router', 'tenant_id': 'e898c5065a304a52a46263954543e8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'a0a16eec-fa5d-4971-808a-60658179cbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:18Z', 'updated_at': '2021-06-23T19:00:23Z', 'revision_number': 4, 'project_id': 'e898c5065a304a52a46263954543e8f0', 'gw_port': {'id': 'a0a16eec-fa5d-4971-808a-60658179cbb2', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbc461-6987-4705-96ca-bfe3546614a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:19Z', 'updated_at': '2021-06-23T19:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': '85739c66-46d0-4a83-815c-f7e5d5e54ff4', 'name': '', 'network_id': 'b0395f69-3f4a-44bb-8c11-c4be656bb380', 'tenant_id': 'e898c5065a304a52a46263954543e8f0', 'mac_address': 'fa:16:3e:6e:a3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5cbc461-6987-4705-96ca-bfe3546614a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '3e272fc5-37eb-47d1-9d0c-ca9df709c2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:22Z', 'updated_at': '2021-06-23T19:00:23Z', 'revision_number': 2, 'project_id': 'e898c5065a304a52a46263954543e8f0', 'subnets': [{'id': '3e272fc5-37eb-47d1-9d0c-ca9df709c2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:00:26.458274 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a944a5-aab4-4e65-8792-7ba5087f322b None None] Checking router: c5cbc461-6987-4705-96ca-bfe3546614a2 for host: dv-cinder-786386-8-iscsi {{(pid=99983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:00:26.458723 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a944a5-aab4-4e65-8792-7ba5087f322b None None] Updating router c5cbc461-6987-4705-96ca-bfe3546614a2 port 85739c66-46d0-4a83-815c-f7e5d5e54ff4 binding host dv-cinder-786386-8-iscsi {{(pid=99983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:00:26.468165 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c7083d9b-751d-4c4d-b66e-286a087a4a12 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:26.496488 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device a0a16eec-fa5d-4971-808a-60658179cbb2 up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:00:26.523101 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c7083d9b-751d-4c4d-b66e-286a087a4a12 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:26.529213 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-b3a944a5-aab4-4e65-8792-7ba5087f322b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:26.596758 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port a0a16eec-fa5d-4971-808a-60658179cbb2 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:00:26.597163 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:26.651522 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c7083d9b-751d-4c4d-b66e-286a087a4a12 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061678'] for security_group_rule, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:26.658479 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:26.696336 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7083d9b-751d-4c4d-b66e-286a087a4a12 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f42a1e5f-e0ce-44ef-887b-ae8cc0a62c08,revision_number=0']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:26.714583 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7083d9b-751d-4c4d-b66e-286a087a4a12 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:26.714966 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7083d9b-751d-4c4d-b66e-286a087a4a12 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:26.715321 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7083d9b-751d-4c4d-b66e-286a087a4a12 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:26.715681 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7083d9b-751d-4c4d-b66e-286a087a4a12 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:26.716041 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7083d9b-751d-4c4d-b66e-286a087a4a12 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:26.716384 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7083d9b-751d-4c4d-b66e-286a087a4a12 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:26.716735 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7083d9b-751d-4c4d-b66e-286a087a4a12 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:26.717082 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7083d9b-751d-4c4d-b66e-286a087a4a12 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:26.717429 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7083d9b-751d-4c4d-b66e-286a087a4a12 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:26.717776 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7083d9b-751d-4c4d-b66e-286a087a4a12 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:26.718123 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7083d9b-751d-4c4d-b66e-286a087a4a12 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:26.718509 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7083d9b-751d-4c4d-b66e-286a087a4a12 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:26.723623 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-c7083d9b-751d-4c4d-b66e-286a087a4a12 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:26.769788 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c7083d9b-751d-4c4d-b66e-286a087a4a12 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:26.771068 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-c7083d9b-751d-4c4d-b66e-286a087a4a12 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4056196 Jun 23 19:00:26.773808 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 58190) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:26.778818 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-73e10255-686c-4bbd-8c69-d07003c5b3ee tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Request body: {'security_group_rule': {'security_group_id': '8d0e2039-6f37-444b-b8e0-c2ee4cba8019', 'project_id': 'c353ddad9e634833bd136bff1f36ab80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:00:26.877636 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331e5c1-cab1-4ebc-87f3-3744768110e9 req-54f7ea77-be11-4246-9319-b087cc2d345d tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:26.879606 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8331e5c1-cab1-4ebc-87f3-3744768110e9 req-54f7ea77-be11-4246-9319-b087cc2d345d tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0913565 Jun 23 19:00:26.913827 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-73e10255-686c-4bbd-8c69-d07003c5b3ee tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:26.933207 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8331e5c1-cab1-4ebc-87f3-3744768110e9 req-5df3f1c4-2641-4fc1-ab0b-dc24ea532318 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474589 Jun 23 19:00:26.960459 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-b3a944a5-aab4-4e65-8792-7ba5087f322b None None] Notify callbacks [] for port, precommit_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:26.971076 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-b3a944a5-aab4-4e65-8792-7ba5087f322b None None] Transition to ACTIVE for port object 85739c66-46d0-4a83-815c-f7e5d5e54ff4 will not be triggered until provisioned by entity L2. {{(pid=99983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:00:26.998264 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-73e10255-686c-4bbd-8c69-d07003c5b3ee tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:27.049495 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-b3a944a5-aab4-4e65-8792-7ba5087f322b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:27.053558 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:27.102203 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-73e10255-686c-4bbd-8c69-d07003c5b3ee tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061678'] for security_group_rule, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:27.102627 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b04b03-9aab-4eed-8e66-5ec61274b96b None None] Pushing event updated for resources: {'Port': ['ID=85739c66-46d0-4a83-815c-f7e5d5e54ff4,revision_number=3']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:27.104907 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-b5b04b03-9aab-4eed-8e66-5ec61274b96b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:27.108589 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-d7462dae-5fb1-49e8-8ba8-1cb56ed55473 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:27.129032 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e10255-686c-4bbd-8c69-d07003c5b3ee tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d79f8743-bf7c-4379-a3f2-403324ddb32e,revision_number=0']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:27.133565 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-73e10255-686c-4bbd-8c69-d07003c5b3ee tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:27.160980 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-b3a944a5-aab4-4e65-8792-7ba5087f322b None None] Attempting to bind port 85739c66-46d0-4a83-815c-f7e5d5e54ff4 on host dv-cinder-786386-8-iscsi for vnic_type normal with profile {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:00:27.161495 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-b3a944a5-aab4-4e65-8792-7ba5087f322b None None] Attempting to bind port 85739c66-46d0-4a83-815c-f7e5d5e54ff4 by drivers openvswitch,hyperv on host dv-cinder-786386-8-iscsi at level 0 using segments [{'id': '8cbb752c-77c2-4cbb-8a89-0bce84c11763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b0395f69-3f4a-44bb-8c11-c4be656bb380'}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:00:27.162306 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a944a5-aab4-4e65-8792-7ba5087f322b None None] Attempting to bind port 85739c66-46d0-4a83-815c-f7e5d5e54ff4 on network b0395f69-3f4a-44bb-8c11-c4be656bb380 {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:00:27.167829 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a944a5-aab4-4e65-8792-7ba5087f322b None None] Checking agent: {'id': 'a2428681-7d0e-4763-9bc6-e98548fc0bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 50, 31), 'started_at': datetime.datetime(2021, 6, 23, 18, 51, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:00:27.168215 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a944a5-aab4-4e65-8792-7ba5087f322b None None] Checking segment: {'id': '8cbb752c-77c2-4cbb-8a89-0bce84c11763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b0395f69-3f4a-44bb-8c11-c4be656bb380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:00:27.175925 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-b3a944a5-aab4-4e65-8792-7ba5087f322b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:27.175925 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a944a5-aab4-4e65-8792-7ba5087f322b None None] Bound using segment: {'id': '8cbb752c-77c2-4cbb-8a89-0bce84c11763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b0395f69-3f4a-44bb-8c11-c4be656bb380'} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:00:27.175925 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-b3a944a5-aab4-4e65-8792-7ba5087f322b None None] Bound port: 85739c66-46d0-4a83-815c-f7e5d5e54ff4, host: dv-cinder-786386-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cbb752c-77c2-4cbb-8a89-0bce84c11763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b0395f69-3f4a-44bb-8c11-c4be656bb380'}}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:00:27.175925 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-b3a944a5-aab4-4e65-8792-7ba5087f322b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:27.233249 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-b3a944a5-aab4-4e65-8792-7ba5087f322b None None] For port 85739c66-46d0-4a83-815c-f7e5d5e54ff4, host dv-cinder-786386-8-iscsi, cleared binding levels {{(pid=99983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:00:27.236646 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-b3a944a5-aab4-4e65-8792-7ba5087f322b None None] For port 85739c66-46d0-4a83-815c-f7e5d5e54ff4, host dv-cinder-786386-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=85739c66-46d0-4a83-815c-f7e5d5e54ff4,segment=NetworkSegment(8cbb752c-77c2-4cbb-8a89-0bce84c11763),segment_id=8cbb752c-77c2-4cbb-8a89-0bce84c11763)] {{(pid=99983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:00:27.291498 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-73e10255-686c-4bbd-8c69-d07003c5b3ee tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:27.292929 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-73e10255-686c-4bbd-8c69-d07003c5b3ee tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5174122 Jun 23 19:00:27.295353 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 58200) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:27.307052 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-b308ecdc-6624-44e3-a0f1-d97b7c23a85d tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Request body: {'security_group_rule': {'security_group_id': '8d0e2039-6f37-444b-b8e0-c2ee4cba8019', 'project_id': 'c353ddad9e634833bd136bff1f36ab80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:00:27.326940 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-b3a944a5-aab4-4e65-8792-7ba5087f322b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:27.329541 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:27.378901 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a944a5-aab4-4e65-8792-7ba5087f322b None None] Routers {'c5cbc461-6987-4705-96ca-bfe3546614a2'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:00:27.381558 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-b3a944a5-aab4-4e65-8792-7ba5087f322b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:00:01Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['c5cbc461-6987-4705-96ca-bfe3546614a2'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:00:27.429083 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b04b03-9aab-4eed-8e66-5ec61274b96b None None] Pushing event updated for resources: {'Port': ['ID=85739c66-46d0-4a83-815c-f7e5d5e54ff4,revision_number=4']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:27.429664 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.db.securitygroups_db [None req-b308ecdc-6624-44e3-a0f1-d97b7c23a85d tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Project c353ddad9e634833bd136bff1f36ab80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 19:00:27.434167 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-b5b04b03-9aab-4eed-8e66-5ec61274b96b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:27.445949 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b308ecdc-6624-44e3-a0f1-d97b7c23a85d tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:27.516941 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b308ecdc-6624-44e3-a0f1-d97b7c23a85d tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:27.556672 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-b3a944a5-aab4-4e65-8792-7ba5087f322b None None] Set router c5cbc461-6987-4705-96ca-bfe3546614a2 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:00:27.594346 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b308ecdc-6624-44e3-a0f1-d97b7c23a85d tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061678'] for security_group_rule, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:27.596505 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:27.616478 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308ecdc-6624-44e3-a0f1-d97b7c23a85d tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47b1163-4a9d-42bb-b144-81dc03227464,revision_number=0']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:27.619334 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-b308ecdc-6624-44e3-a0f1-d97b7c23a85d tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:27.697341 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b308ecdc-6624-44e3-a0f1-d97b7c23a85d tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:27.698563 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-b308ecdc-6624-44e3-a0f1-d97b7c23a85d tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4016786 Jun 23 19:00:27.701187 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 58208) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:27.706043 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-11d3f421-ec5f-4251-93f4-a2774ab604fa tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Request body: {'security_group_rule': {'security_group_id': '8d0e2039-6f37-444b-b8e0-c2ee4cba8019', 'project_id': 'c353ddad9e634833bd136bff1f36ab80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:00:27.770064 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-b3a944a5-aab4-4e65-8792-7ba5087f322b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cbc461-6987-4705-96ca-bfe3546614a2', 'name': 'tempest-TestShelveInstance-489750988-router', 'tenant_id': 'e898c5065a304a52a46263954543e8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'a0a16eec-fa5d-4971-808a-60658179cbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:18Z', 'updated_at': '2021-06-23T19:00:23Z', 'revision_number': 4, 'project_id': 'e898c5065a304a52a46263954543e8f0', 'gw_port': {'id': 'a0a16eec-fa5d-4971-808a-60658179cbb2', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbc461-6987-4705-96ca-bfe3546614a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:19Z', 'updated_at': '2021-06-23T19:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': '85739c66-46d0-4a83-815c-f7e5d5e54ff4', 'name': '', 'network_id': 'b0395f69-3f4a-44bb-8c11-c4be656bb380', 'tenant_id': 'e898c5065a304a52a46263954543e8f0', 'mac_address': 'fa:16:3e:6e:a3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5cbc461-6987-4705-96ca-bfe3546614a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '3e272fc5-37eb-47d1-9d0c-ca9df709c2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:22Z', 'updated_at': '2021-06-23T19:00:27Z', 'revision_number': 4, 'project_id': 'e898c5065a304a52a46263954543e8f0', 'subnets': [{'id': '3e272fc5-37eb-47d1-9d0c-ca9df709c2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:00:27.797397 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a944a5-aab4-4e65-8792-7ba5087f322b None None] The sync data for ids ['c5cbc461-6987-4705-96ca-bfe3546614a2'] in dv-cinder-786386-8-iscsi is: [{'id': 'c5cbc461-6987-4705-96ca-bfe3546614a2', 'name': 'tempest-TestShelveInstance-489750988-router', 'tenant_id': 'e898c5065a304a52a46263954543e8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'a0a16eec-fa5d-4971-808a-60658179cbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:18Z', 'updated_at': '2021-06-23T19:00:23Z', 'revision_number': 4, 'project_id': 'e898c5065a304a52a46263954543e8f0', 'gw_port': {'id': 'a0a16eec-fa5d-4971-808a-60658179cbb2', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbc461-6987-4705-96ca-bfe3546614a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:19Z', 'updated_at': '2021-06-23T19:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': '85739c66-46d0-4a83-815c-f7e5d5e54ff4', 'name': '', 'network_id': 'b0395f69-3f4a-44bb-8c11-c4be656bb380', 'tenant_id': 'e898c5065a304a52a46263954543e8f0', 'mac_address': 'fa:16:3e:6e:a3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5cbc461-6987-4705-96ca-bfe3546614a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '3e272fc5-37eb-47d1-9d0c-ca9df709c2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:22Z', 'updated_at': '2021-06-23T19:00:27Z', 'revision_number': 4, 'project_id': 'e898c5065a304a52a46263954543e8f0', 'subnets': [{'id': '3e272fc5-37eb-47d1-9d0c-ca9df709c2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:00:27.873709 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.db.securitygroups_db [None req-11d3f421-ec5f-4251-93f4-a2774ab604fa tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Project c353ddad9e634833bd136bff1f36ab80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 19:00:27.879755 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-11d3f421-ec5f-4251-93f4-a2774ab604fa tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:28.006114 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-11d3f421-ec5f-4251-93f4-a2774ab604fa tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:28.045449 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 58224) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:28.107825 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-11d3f421-ec5f-4251-93f4-a2774ab604fa tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061678'] for security_group_rule, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:28.111394 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-b308ecdc-6624-44e3-a0f1-d97b7c23a85d tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:28.154226 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d3f421-ec5f-4251-93f4-a2774ab604fa tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c76f573-898a-414a-b1b5-2a2c8a1adf6f,revision_number=0']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:28.160428 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-11d3f421-ec5f-4251-93f4-a2774ab604fa tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:28.205765 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef598e4-fb7e-421d-8633-a430f0a85b89 req-5abcf936-08a7-48ac-824e-f258f4f672f6 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:28.211819 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-6ef598e4-fb7e-421d-8633-a430f0a85b89 req-5abcf936-08a7-48ac-824e-f258f4f672f6 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.1185446 Jun 23 19:00:28.256858 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-cd56b158-dec7-4e0f-b6b7-34dc1b618301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:28.266607 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-6ef598e4-fb7e-421d-8633-a430f0a85b89 req-982b55f4-a820-4499-8e1d-8a8cf091c0ee tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511718 Jun 23 19:00:28.266970 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-11d3f421-ec5f-4251-93f4-a2774ab604fa tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:28.268396 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-11d3f421-ec5f-4251-93f4-a2774ab604fa tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5659380 Jun 23 19:00:28.397283 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-cd56b158-dec7-4e0f-b6b7-34dc1b618301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:28.457193 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-cd56b158-dec7-4e0f-b6b7-34dc1b618301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:28.461504 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-7efb49cd-cad2-4226-bce0-e62e914312d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:28.486107 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-e5fafc4d-890f-4076-8df8-774311132ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:28.517018 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-cd56b158-dec7-4e0f-b6b7-34dc1b618301 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9623212528f84ec98c49f8699357bfac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4700985 Jun 23 19:00:28.518332 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56b158-dec7-4e0f-b6b7-34dc1b618301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a220545-80e0-4234-b0d2-5d7238656da2,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:28.519875 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 58260) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:28.522187 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-cd56b158-dec7-4e0f-b6b7-34dc1b618301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:28.539398 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 85739c66-46d0-4a83-815c-f7e5d5e54ff4 up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:00:28.638462 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1b25c703-5da7-4704-a1ff-035220f57b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:28.667406 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1b25c703-5da7-4704-a1ff-035220f57b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:28.748813 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning for port 85739c66-46d0-4a83-815c-f7e5d5e54ff4 completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:00:28.753245 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port 85739c66-46d0-4a83-815c-f7e5d5e54ff4 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:00:28.753938 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:28.817402 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1b25c703-5da7-4704-a1ff-035220f57b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:28.820125 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1b25c703-5da7-4704-a1ff-035220f57b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:28.829587 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-1b25c703-5da7-4704-a1ff-035220f57b5f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8a220545-80e0-4234-b0d2-5d7238656da2 HTTP/1.1" status: 204 len: 168 time: 0.3006639 Jun 23 19:00:28.829587 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:28.833722 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25c703-5da7-4704-a1ff-035220f57b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a220545-80e0-4234-b0d2-5d7238656da2,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:28.840963 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-1b25c703-5da7-4704-a1ff-035220f57b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:28.878918 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:28.914782 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] For port 85739c66-46d0-4a83-815c-f7e5d5e54ff4, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=85739c66-46d0-4a83-815c-f7e5d5e54ff4,segment=NetworkSegment(8cbb752c-77c2-4cbb-8a89-0bce84c11763),segment_id=8cbb752c-77c2-4cbb-8a89-0bce84c11763)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:00:28.992773 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:28.994858 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:29.047825 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Pushing event updated for resources: {'Port': ['ID=85739c66-46d0-4a83-815c-f7e5d5e54ff4,revision_number=5']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:29.050953 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:29.453278 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fb957-abc2-40a3-aa64-51ecf3d3a843 req-da40c3cd-96ec-4e70-b118-9e1052fb948b tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:29.456291 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-433fb957-abc2-40a3-aa64-51ecf3d3a843 req-da40c3cd-96ec-4e70-b118-9e1052fb948b tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0774763 Jun 23 19:00:29.514363 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-433fb957-abc2-40a3-aa64-51ecf3d3a843 req-3e85926a-881f-4ff3-b790-eb002b8d1414 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442359 Jun 23 19:00:29.605267 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 58306) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:29.618953 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-3dc08d13-7777-4f03-a678-e648b4fe4690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:29.706075 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-3dc08d13-7777-4f03-a678-e648b4fe4690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:29.771531 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-3dc08d13-7777-4f03-a678-e648b4fe4690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:29.774021 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-3dd9cea3-917b-4ae7-939b-75fd7f74e456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:29.809406 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-3dc08d13-7777-4f03-a678-e648b4fe4690 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=12345af146c64b57aadd139e82968030&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2030902 Jun 23 19:00:29.810301 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc08d13-7777-4f03-a678-e648b4fe4690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180335f8-7de3-48b1-8c0e-e3e75f7a352a,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:29.812223 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 58310) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:29.814752 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-3dc08d13-7777-4f03-a678-e648b4fe4690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:29.861747 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3b8a1493-bf42-4f13-a11e-914e5af7359b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:29.883003 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3b8a1493-bf42-4f13-a11e-914e5af7359b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:30.010983 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3b8a1493-bf42-4f13-a11e-914e5af7359b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:30.013605 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3b8a1493-bf42-4f13-a11e-914e5af7359b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:30.014750 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-3b8a1493-bf42-4f13-a11e-914e5af7359b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/180335f8-7de3-48b1-8c0e-e3e75f7a352a HTTP/1.1" status: 204 len: 168 time: 0.2014153 Jun 23 19:00:30.015501 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-c6ec7424-bcd9-4ab8-8239-cf8c05acd398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:30.022725 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a1493-bf42-4f13-a11e-914e5af7359b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180335f8-7de3-48b1-8c0e-e3e75f7a352a,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:30.024911 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-3b8a1493-bf42-4f13-a11e-914e5af7359b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:30.492117 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 85739c66-46d0-4a83-815c-f7e5d5e54ff4 up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:00:30.547089 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port 85739c66-46d0-4a83-815c-f7e5d5e54ff4 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:00:30.547696 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:31.021204 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-3ddb2161-0d75-41ee-8b4b-d0223124fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:31.445460 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:31.688482 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7510ef1-8cc7-4028-8fe8-6be560959749 req-b88f4fbd-9fe9-4ab0-8041-6fd11bbbbd72 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:31.690113 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-b7510ef1-8cc7-4028-8fe8-6be560959749 req-b88f4fbd-9fe9-4ab0-8041-6fd11bbbbd72 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0646243 Jun 23 19:00:31.728836 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-b7510ef1-8cc7-4028-8fe8-6be560959749 req-8c752f22-94d7-4bc9-a9b3-c2aa01d0dd8f tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332437 Jun 23 19:00:32.314919 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:32.944605 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aca491-2a41-48e0-8a01-d06776fa5b30 req-6f11dbf2-d9c7-45a5-8e63-002207a25b81 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:32.944605 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-e4aca491-2a41-48e0-8a01-d06776fa5b30 req-6f11dbf2-d9c7-45a5-8e63-002207a25b81 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0800214 Jun 23 19:00:32.977337 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-e4aca491-2a41-48e0-8a01-d06776fa5b30 req-bab3f26d-c463-4f6e-ac02-806cab55b3a0 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329149 Jun 23 19:00:33.558545 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:34.150418 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab692d9-b6a5-4bb8-8de4-6aa21e0c6e94 req-117decf9-3fe7-4fd6-9ece-e7beb72a387b tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:34.151959 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-4ab692d9-b6a5-4bb8-8de4-6aa21e0c6e94 req-117decf9-3fe7-4fd6-9ece-e7beb72a387b tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0623209 Jun 23 19:00:34.192976 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-4ab692d9-b6a5-4bb8-8de4-6aa21e0c6e94 req-45dcaf32-dfaa-43e4-9730-d7c759d9dbf3 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353827 Jun 23 19:00:37.007100 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca094f3a-d25c-49a2-ba88-6f8a14e2d831 req-4c02e0db-9750-431f-8b16-1352ab6e6640 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:37.008971 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-ca094f3a-d25c-49a2-ba88-6f8a14e2d831 req-4c02e0db-9750-431f-8b16-1352ab6e6640 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0758903 Jun 23 19:00:37.048005 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-ca094f3a-d25c-49a2-ba88-6f8a14e2d831 req-f4003081-085c-42d7-bdab-efc765487164 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334783 Jun 23 19:00:38.233238 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143a415-0398-4daa-938e-24d2654c2839 req-31d9cb62-dc3f-4278-ba5f-a0e69e8676dc tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:38.234779 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f143a415-0398-4daa-938e-24d2654c2839 req-31d9cb62-dc3f-4278-ba5f-a0e69e8676dc tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0747831 Jun 23 19:00:38.272516 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f143a415-0398-4daa-938e-24d2654c2839 req-327b7626-0822-4708-ab50-6b49d57457ed tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311289 Jun 23 19:00:38.706349 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 58532) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:38.807612 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-e256ca41-7f80-4227-94d9-fbcf173cc76a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:38.896097 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-e256ca41-7f80-4227-94d9-fbcf173cc76a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:38.983373 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-e256ca41-7f80-4227-94d9-fbcf173cc76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:38.985895 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-19fc6f3c-29be-4955-a09b-d0c6a02d9570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:39.022470 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-e256ca41-7f80-4227-94d9-fbcf173cc76a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5a357fd9a0914129aa21f5014e50c9fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3149743 Jun 23 19:00:39.023431 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256ca41-7f80-4227-94d9-fbcf173cc76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28217ed1-e029-42e5-ab80-ac1655f27a57,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:39.026465 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 58548) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:39.032841 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-e256ca41-7f80-4227-94d9-fbcf173cc76a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:39.052609 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:39.092778 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b32ccf5b-7b90-4d3b-bb41-53480a4146f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:39.127439 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b32ccf5b-7b90-4d3b-bb41-53480a4146f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:39.487980 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaab83e-e958-4f4d-b653-9956310ecebc req-68c18ccd-3197-4a3b-b81b-21b41a77e7a8 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:39.490026 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-4eaab83e-e958-4f4d-b653-9956310ecebc req-68c18ccd-3197-4a3b-b81b-21b41a77e7a8 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0632505 Jun 23 19:00:39.528058 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-4eaab83e-e958-4f4d-b653-9956310ecebc req-1b561229-334a-4de2-8c39-6e4a2fbf4059 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313013 Jun 23 19:00:39.536492 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-d1bc63e3-72a6-467c-9eda-47638314e634 req-3ff77692-47d6-4fc7-a8bc-5c8d85ad2ae8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1415889 Jun 23 19:00:39.548053 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-f567a0f8-e5a3-4b97-ad4a-abe53f8053a1 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:39.548053 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-f567a0f8-e5a3-4b97-ad4a-abe53f8053a1 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/networks?id=0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9 HTTP/1.1" status: 200 len: 815 time: 0.1514878 Jun 23 19:00:39.559938 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-0cfdd1a9-3ebd-49f1-988b-f0dbf7a7d10e tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/quotas/3b232a5327c642c5a6c0382184c26c86 HTTP/1.1" status: 200 len: 375 time: 0.0094204 Jun 23 19:00:39.614586 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b32ccf5b-7b90-4d3b-bb41-53480a4146f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:39.617124 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b32ccf5b-7b90-4d3b-bb41-53480a4146f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:39.618864 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-b32ccf5b-7b90-4d3b-bb41-53480a4146f5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/28217ed1-e029-42e5-ab80-ac1655f27a57 HTTP/1.1" status: 204 len: 168 time: 0.5908163 Jun 23 19:00:39.624363 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:39.653124 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ccf5b-7b90-4d3b-bb41-53480a4146f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28217ed1-e029-42e5-ab80-ac1655f27a57,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:39.656706 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-b32ccf5b-7b90-4d3b-bb41-53480a4146f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:39.701145 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-a3e9b201-5cfa-41a7-9847-b35bbb81ab7e tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b232a5327c642c5a6c0382184c26c86&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1358249 Jun 23 19:00:39.707205 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc63e3-72a6-467c-9eda-47638314e634 req-6222aef1-7100-4172-b218-8b80170eacde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:39.710137 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-d1bc63e3-72a6-467c-9eda-47638314e634 req-6222aef1-7100-4172-b218-8b80170eacde service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3b232a5327c642c5a6c0382184c26c86&device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 1098 time: 0.1032541 Jun 23 19:00:39.849642 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-3034ae86-cd54-4e40-8861-41b1422f930e service neutron] 10.222.0.47 "GET /v2.0/networks/0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400793 Jun 23 19:00:39.887924 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc63e3-72a6-467c-9eda-47638314e634 req-7e95eb63-58ea-44ef-ae86-cbce3772233f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:39.889351 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-d1bc63e3-72a6-467c-9eda-47638314e634 req-7e95eb63-58ea-44ef-ae86-cbce3772233f service neutron] 10.222.0.74 "GET /v2.0/networks?id=0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9 HTTP/1.1" status: 200 len: 916 time: 0.1530190 Jun 23 19:00:39.954536 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-d1bc63e3-72a6-467c-9eda-47638314e634 req-c475d916-4fc3-4887-8531-11ae6989de14 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7e9db05-c9d5-4b2d-837f-b6e05d29e058 HTTP/1.1" status: 200 len: 217 time: 0.0403197 Jun 23 19:00:40.012952 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-0058a759-0e23-4269-bf62-536295a4de41 service neutron] 10.222.0.47 "GET /v2.0/networks/0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557386 Jun 23 19:00:40.019810 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc63e3-72a6-467c-9eda-47638314e634 req-670b5571-d4ea-41b0-bfa0-98124675c28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:40.021143 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-d1bc63e3-72a6-467c-9eda-47638314e634 req-670b5571-d4ea-41b0-bfa0-98124675c28e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=68fb12a0-feb0-4ff7-98c7-542ca4bebeef HTTP/1.1" status: 200 len: 855 time: 0.0575225 Jun 23 19:00:40.054310 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-d1bc63e3-72a6-467c-9eda-47638314e634 req-bf22cb26-8f8c-447b-88b1-71da77ab5a40 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255060 Jun 23 19:00:40.157286 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-d1bc63e3-72a6-467c-9eda-47638314e634 req-2c896c93-1cca-4e24-b4d1-2b7a91fd318d service neutron] 10.222.0.74 "GET /v2.0/networks/0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945239 Jun 23 19:00:40.299882 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-d1bc63e3-72a6-467c-9eda-47638314e634 req-c8662dce-ff66-4bca-a53f-92e4fdbd5f3b service neutron] 10.222.0.74 "GET /v2.0/networks/0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324298 Jun 23 19:00:40.307124 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f8e53fae-da74-4d77-befa-a0c2295d6465 req-5ef2dd0a-896f-4b3f-9457-29a5a1f4b1af tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=4efc1ecd-2b44-452e-854e-04ffa829501a HTTP/1.1" status: 200 len: 210 time: 0.0609367 Jun 23 19:00:40.339153 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 58596) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:40.358496 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-1f74b4a9-bf76-4001-a45f-3cfc64286b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:40.478774 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-1f74b4a9-bf76-4001-a45f-3cfc64286b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:40.625221 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-1f74b4a9-bf76-4001-a45f-3cfc64286b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:40.642445 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-d2e4b5c5-8952-409b-9eb1-d33b8d935400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:40.706328 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74b4a9-bf76-4001-a45f-3cfc64286b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d068ef4-0816-4ce8-ac4d-dda6e1404602,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:40.711949 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-1f74b4a9-bf76-4001-a45f-3cfc64286b8a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8aff8f90449144269fdb0b17c2c91a7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3709006 Jun 23 19:00:40.711949 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-1f74b4a9-bf76-4001-a45f-3cfc64286b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:40.715548 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 58612) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:40.781635 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645ddad-9d07-4d13-91e7-7fdc4882ee04 req-482f562d-a135-4391-bdbd-59865ebe93d3 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:40.783174 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-d645ddad-9d07-4d13-91e7-7fdc4882ee04 req-482f562d-a135-4391-bdbd-59865ebe93d3 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.1374881 Jun 23 19:00:40.810443 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-2aed90b1-61f5-4c0e-91df-2a76892b2576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:40.849666 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-2aed90b1-61f5-4c0e-91df-2a76892b2576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:40.853823 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-d645ddad-9d07-4d13-91e7-7fdc4882ee04 req-040ade6c-92db-48eb-b67b-a8314689a8e5 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642679 Jun 23 19:00:40.989478 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-2aed90b1-61f5-4c0e-91df-2a76892b2576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:40.992194 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-2aed90b1-61f5-4c0e-91df-2a76892b2576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:40.993974 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-2aed90b1-61f5-4c0e-91df-2a76892b2576 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7d068ef4-0816-4ce8-ac4d-dda6e1404602 HTTP/1.1" status: 204 len: 168 time: 0.2773921 Jun 23 19:00:40.994774 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-6392cc9b-93d3-4d29-9c73-90b31b9dce70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:41.002709 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed90b1-61f5-4c0e-91df-2a76892b2576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d068ef4-0816-4ce8-ac4d-dda6e1404602,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:41.005163 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-2aed90b1-61f5-4c0e-91df-2a76892b2576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:41.083737 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 58620) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:41.187192 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b6072120-36c3-4f0c-a8a9-398104482ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:41.276261 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b6072120-36c3-4f0c-a8a9-398104482ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:41.406394 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b6072120-36c3-4f0c-a8a9-398104482ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:41.410638 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-b75e346c-9782-4a23-8396-af0a604749b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:41.466445 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6072120-36c3-4f0c-a8a9-398104482ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb395671-4990-44f2-8f2c-00cb64feac80,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:41.470346 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-b6072120-36c3-4f0c-a8a9-398104482ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:41.495292 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-b6072120-36c3-4f0c-a8a9-398104482ba3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=52e589f2cbe14e49a0e295508990f521&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4099271 Jun 23 19:00:41.498003 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 58638) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:41.498536 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-a8368b7d-1b27-4ccd-a35d-d404d06a8104 req-630f44ce-d1dd-42be-be37-c550aad1a31a tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=4efc1ecd-2b44-452e-854e-04ffa829501a HTTP/1.1" status: 200 len: 210 time: 0.0721712 Jun 23 19:00:41.592046 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a2b29bc7-a68a-4421-8502-4bd768a81631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:41.621326 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a2b29bc7-a68a-4421-8502-4bd768a81631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:41.760431 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a2b29bc7-a68a-4421-8502-4bd768a81631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:41.765205 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a2b29bc7-a68a-4421-8502-4bd768a81631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:41.766873 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-a2b29bc7-a68a-4421-8502-4bd768a81631 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cb395671-4990-44f2-8f2c-00cb64feac80 HTTP/1.1" status: 204 len: 168 time: 0.2678301 Jun 23 19:00:41.767816 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:41.779161 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b29bc7-a68a-4421-8502-4bd768a81631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb395671-4990-44f2-8f2c-00cb64feac80,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:41.781926 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-a2b29bc7-a68a-4421-8502-4bd768a81631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:42.040093 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5b014-e9c8-4729-9c95-3b6f94c2ff50 req-02b7fcd5-4047-4fe4-aea1-c95d31ad6b45 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:42.042241 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-bab5b014-e9c8-4729-9c95-3b6f94c2ff50 req-02b7fcd5-4047-4fe4-aea1-c95d31ad6b45 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0715783 Jun 23 19:00:42.087246 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-bab5b014-e9c8-4729-9c95-3b6f94c2ff50 req-4ea1bc6e-f116-4adc-b2ef-f397742f41ab tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378475 Jun 23 19:00:42.314426 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 58670) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:42.409672 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-5551578e-b89b-4687-8c93-1348b29a9f45 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1415800864-network', 'tenant_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:00:42.499066 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 58674) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:42.501783 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5551578e-b89b-4687-8c93-1348b29a9f45 admin admin] Made reservation on behalf of 39ebdfd6bceb4d8baa6bb77d6bdc2ff4 for: {'network': 1} {{(pid=99981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:00:42.504445 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5551578e-b89b-4687-8c93-1348b29a9f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for network, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:42.513120 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5551578e-b89b-4687-8c93-1348b29a9f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:42.515231 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-c7796581-e486-4043-8073-b030a3de21cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:42.531592 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.db.api [None req-c7796581-e486-4043-8073-b030a3de21cd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 19:00:42.531592 dv-cinder-786386-8-iscsi neutron-server[99982]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 19:00:42.531592 dv-cinder-786386-8-iscsi neutron-server[99982]: [parameters: {'project_id_1': '4267dd8020d74dffa6198859bb2a5efa', 'expiration_1': datetime.datetime(2021, 6, 23, 19, 0, 42, 524905)}] Jun 23 19:00:42.531592 dv-cinder-786386-8-iscsi neutron-server[99982]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99982) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 19:00:42.531976 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_db.api [None req-c7796581-e486-4043-8073-b030a3de21cd admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 19:00:42.602268 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5551578e-b89b-4687-8c93-1348b29a9f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:42.643297 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-7f4cb12a-b716-41c3-88c0-84791316835e req-444bb74c-1eaf-4bb2-88db-c281a314c974 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=4efc1ecd-2b44-452e-854e-04ffa829501a HTTP/1.1" status: 200 len: 210 time: 0.0275204 Jun 23 19:00:42.679155 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5551578e-b89b-4687-8c93-1348b29a9f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:42.683955 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-a8861615-6d00-4053-acc6-1b65c9ac8772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:42.700829 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5551578e-b89b-4687-8c93-1348b29a9f45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=99981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:00:42.715035 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551578e-b89b-4687-8c93-1348b29a9f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbe88fd-3368-443b-adc0-6ec743734f25,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:42.717896 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5551578e-b89b-4687-8c93-1348b29a9f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412'] for segment, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:42.718267 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.db.segments_db [None req-5551578e-b89b-4687-8c93-1348b29a9f45 admin admin] Added segment 528b22de-3b90-4599-b9c6-d4ed2483c7d8 of type vlan for network 07c16b52-6a2b-4672-a465-c1c2c0e75c21 Jun 23 19:00:42.719750 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-5551578e-b89b-4687-8c93-1348b29a9f45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:42.759507 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5551578e-b89b-4687-8c93-1348b29a9f45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739890161695'] for network, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:42.885085 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5551578e-b89b-4687-8c93-1348b29a9f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545'] for network, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:42.886627 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5551578e-b89b-4687-8c93-1348b29a9f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:42.887224 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5551578e-b89b-4687-8c93-1348b29a9f45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for network, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:42.891716 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:42.950980 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551578e-b89b-4687-8c93-1348b29a9f45 admin admin] Pushing event updated for resources: {'Network': ['ID=07c16b52-6a2b-4672-a465-c1c2c0e75c21,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:42.953654 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-5551578e-b89b-4687-8c93-1348b29a9f45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:42.960722 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Network 07c16b52-6a2b-4672-a465-c1c2c0e75c21 details requested by agent ovs-agent-dv-cinder-786386-8-iscsi with host dv-cinder-786386-8-iscsi {{(pid=99983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:00:43.017454 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-5551578e-b89b-4687-8c93-1348b29a9f45 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7017593 Jun 23 19:00:43.020724 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 58686) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:43.027724 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-2d31b477-b7c7-4bd8-8a96-96c404b06cb7 admin admin] Request body: {'subnet': {'network_id': '07c16b52-6a2b-4672-a465-c1c2c0e75c21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1415800864-subnet', 'tenant_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'ip_version': 4}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:00:43.032556 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-c7796581-e486-4043-8073-b030a3de21cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:43.222088 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d31b477-b7c7-4bd8-8a96-96c404b06cb7 admin admin] Made reservation on behalf of 39ebdfd6bceb4d8baa6bb77d6bdc2ff4 for: {'subnet': 1} {{(pid=99982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:00:43.224710 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-2d31b477-b7c7-4bd8-8a96-96c404b06cb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63285487'] for subnet, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:43.277935 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bafb19-7adb-4908-abd4-c87711c3bc05 req-8c5a397d-ca6b-422a-b56b-631bfe27d876 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:43.279527 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f5bafb19-7adb-4908-abd4-c87711c3bc05 req-8c5a397d-ca6b-422a-b56b-631bfe27d876 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0731063 Jun 23 19:00:43.323280 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f5bafb19-7adb-4908-abd4-c87711c3bc05 req-b40d827d-f266-4142-a4f5-956cb0113e03 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378070 Jun 23 19:00:43.338674 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-c7796581-e486-4043-8073-b030a3de21cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:43.431599 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 58694) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:43.443294 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-c7796581-e486-4043-8073-b030a3de21cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:43.451419 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-2aed90b1-61f5-4c0e-91df-2a76892b2576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:43.536847 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-c7796581-e486-4043-8073-b030a3de21cd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4267dd8020d74dffa6198859bb2a5efa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0366716 Jun 23 19:00:43.538445 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-69ef227f-ef2d-46f9-afe3-52970140fce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:43.540886 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 58698) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:43.543172 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7796581-e486-4043-8073-b030a3de21cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f309fb-93b8-4e29-8f03-5a5b1aab1301,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:43.561488 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-c7796581-e486-4043-8073-b030a3de21cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:43.568114 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-4a5133b3-ed4b-4cc5-a962-bc232164ea37 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:43.569603 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-4a5133b3-ed4b-4cc5-a962-bc232164ea37 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.74 "GET /v2.0/networks?id=0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9 HTTP/1.1" status: 200 len: 815 time: 0.2165995 Jun 23 19:00:43.593334 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-3afd76c5-76d7-4872-a133-fbf71476d2fa tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Request body: {'port': {'device_id': '4efc1ecd-2b44-452e-854e-04ffa829501a', 'network_id': '0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9', 'admin_state_up': True, 'tenant_id': '3b232a5327c642c5a6c0382184c26c86'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:00:43.619321 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6a7557af-fee4-4ada-8d8e-1fc577291701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:43.656740 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6a7557af-fee4-4ada-8d8e-1fc577291701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:43.711347 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-2d31b477-b7c7-4bd8-8a96-96c404b06cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63686427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63285501'] for subnet, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:43.713647 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-69ef227f-ef2d-46f9-afe3-52970140fce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:43.718677 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:43.784034 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-69ef227f-ef2d-46f9-afe3-52970140fce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:43.786746 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-0442d9dc-1068-43b0-9bbd-f666d4872555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:43.797739 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31b477-b7c7-4bd8-8a96-96c404b06cb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=280e4d64-5f4e-4e43-8a51-877f10eb6cb5,revision_number=0']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:43.803437 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d31b477-b7c7-4bd8-8a96-96c404b06cb7 admin admin] Checking segment: {'id': '528b22de-3b90-4599-b9c6-d4ed2483c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '07c16b52-6a2b-4672-a465-c1c2c0e75c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:00:43.803437 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d31b477-b7c7-4bd8-8a96-96c404b06cb7 admin admin] Network hostable DHCP agents. Network: 07c16b52-6a2b-4672-a465-c1c2c0e75c21, hostable agents: ['1dd69743-8206-40a5-ae92-aa5513ece3b0'], hosted agents: [] {{(pid=99982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:00:43.822337 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-2d31b477-b7c7-4bd8-8a96-96c404b06cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:43.827733 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-53bb8dc8-498a-4869-a1f1-93fb88487fef req-ff59f9c8-42bd-4cd5-ac7a-0000995a3d43 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=4efc1ecd-2b44-452e-854e-04ffa829501a HTTP/1.1" status: 200 len: 210 time: 0.0460567 Jun 23 19:00:43.852154 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6a7557af-fee4-4ada-8d8e-1fc577291701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:43.855861 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6a7557af-fee4-4ada-8d8e-1fc577291701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:43.857006 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-6a7557af-fee4-4ada-8d8e-1fc577291701 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/52f309fb-93b8-4e29-8f03-5a5b1aab1301 HTTP/1.1" status: 204 len: 168 time: 0.3152075 Jun 23 19:00:43.864295 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef227f-ef2d-46f9-afe3-52970140fce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c7fc22-48a1-4a38-934b-5c745123e61e,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:43.875292 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-69ef227f-ef2d-46f9-afe3-52970140fce9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=19fe89adf70844f3bac0a8da4a6db4cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4398615 Jun 23 19:00:43.875292 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-69ef227f-ef2d-46f9-afe3-52970140fce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:43.875292 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-42052a7b-25d4-493c-91cc-0fb53798bb7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:43.875858 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 58704) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:43.896301 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7557af-fee4-4ada-8d8e-1fc577291701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f309fb-93b8-4e29-8f03-5a5b1aab1301,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:43.896301 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-6a7557af-fee4-4ada-8d8e-1fc577291701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:43.922676 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-3afd76c5-76d7-4872-a133-fbf71476d2fa tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Made reservation on behalf of 3b232a5327c642c5a6c0382184c26c86 for: {'port': 1} {{(pid=99982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:00:43.930971 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-3afd76c5-76d7-4872-a133-fbf71476d2fa tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:43.940346 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-6574374b-b02a-48b7-a81c-f9a094312bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:43.945698 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295648b-6c2f-4e9f-bb08-7e0173de4092 req-e71a3076-13cc-4f1a-91ec-93875aa00452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:43.947801 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f295648b-6c2f-4e9f-bb08-7e0173de4092 req-e71a3076-13cc-4f1a-91ec-93875aa00452 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 1098 time: 0.0643311 Jun 23 19:00:43.955581 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d31b477-b7c7-4bd8-8a96-96c404b06cb7 admin admin] Network 07c16b52-6a2b-4672-a465-c1c2c0e75c21 is scheduled to be hosted by DHCP agent 1dd69743-8206-40a5-ae92-aa5513ece3b0 with binding_index 1 {{(pid=99982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:00:43.979698 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-6574374b-b02a-48b7-a81c-f9a094312bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:44.006978 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f295648b-6c2f-4e9f-bb08-7e0173de4092 req-b653405f-4b93-447d-b62c-c24f0ae60802 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452321 Jun 23 19:00:44.049816 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.base_scheduler [None req-2d31b477-b7c7-4bd8-8a96-96c404b06cb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-8-iscsi, 07c16b52-6a2b-4672-a465-c1c2c0e75c21) {{(pid=99982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:00:44.058461 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55da313c-13ce-4637-ac58-47f9819dfc5b None None] Network 07c16b52-6a2b-4672-a465-c1c2c0e75c21 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:00:44.060818 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d31b477-b7c7-4bd8-8a96-96c404b06cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:44.061465 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-2d31b477-b7c7-4bd8-8a96-96c404b06cb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:44.115322 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.db_base_plugin_common [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-3afd76c5-76d7-4872-a133-fbf71476d2fa tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Allocated IP 172.20.0.14 (0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9/68fb12a0-feb0-4ff7-98c7-542ca4bebeef/94a1ae71-5673-4d8e-856b-f6f1d6a73816) {{(pid=99982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:00:44.231749 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db90bff-5c8c-45b6-a1fb-808a74d7d2ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp635e9f09-2955-5d20-83b9-10684d4533fd-07c16b52-6a2b-4672-a465-c1c2c0e75c21', 'network_id': '07c16b52-6a2b-4672-a465-c1c2c0e75c21', 'tenant_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'fixed_ips': [{'subnet_id': '280e4d64-5f4e-4e43-8a51-877f10eb6cb5'}]}} from dv-cinder-786386-8-iscsi. {{(pid=99983) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 19:00:44.236600 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-6db90bff-5c8c-45b6-a1fb-808a74d7d2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:44.240731 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 58714) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:44.241035 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-2d31b477-b7c7-4bd8-8a96-96c404b06cb7 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2186661 Jun 23 19:00:44.241791 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-6574374b-b02a-48b7-a81c-f9a094312bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:44.247763 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-6574374b-b02a-48b7-a81c-f9a094312bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:44.247763 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-6574374b-b02a-48b7-a81c-f9a094312bc8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a3c7fc22-48a1-4a38-934b-5c745123e61e HTTP/1.1" status: 204 len: 168 time: 0.3687801 Jun 23 19:00:44.247939 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-fc0aed84-9983-4111-a55f-eada40ba74cc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1415800864-router', 'tenant_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'}}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:00:44.248895 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-307f06c3-b9bb-474a-be12-58cb419d387e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:44.261472 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574374b-b02a-48b7-a81c-f9a094312bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c7fc22-48a1-4a38-934b-5c745123e61e,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:44.267779 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-6574374b-b02a-48b7-a81c-f9a094312bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:44.319643 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-3afd76c5-76d7-4872-a133-fbf71476d2fa tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Notify callbacks [] for port, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:44.401183 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-fc0aed84-9983-4111-a55f-eada40ba74cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1984276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31832'] for router, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:44.402924 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-fc0aed84-9983-4111-a55f-eada40ba74cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1977642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2055753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31811'] for router, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:44.438893 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.db_base_plugin_common [None req-6db90bff-5c8c-45b6-a1fb-808a74d7d2ef None None] Allocated IP 172.20.0.2 (07c16b52-6a2b-4672-a465-c1c2c0e75c21/280e4d64-5f4e-4e43-8a51-877f10eb6cb5/82e1cb1e-4b97-4209-b127-9016d8ed8b77) {{(pid=99983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:00:44.450966 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-3afd76c5-76d7-4872-a133-fbf71476d2fa tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63686027'] for port, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:44.465788 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-f015fc63-32c9-42f2-a510-1bcb5268d176 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:44.477879 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-fc0aed84-9983-4111-a55f-eada40ba74cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:44.545688 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd76c5-76d7-4872-a133-fbf71476d2fa tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Pushing event updated for resources: {'Port': ['ID=94a1ae71-5673-4d8e-856b-f6f1d6a73816,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:44.550366 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-3afd76c5-76d7-4872-a133-fbf71476d2fa tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:44.554583 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['a7e9db05-c9d5-4b2d-837f-b6e05d29e058', '259486a4-0a7e-4fd6-9a19-6aeb27067b5d', 'a7ce0c39-6c4d-40ea-8985-5915ebeb2b89'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:00:44.558811 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-3afd76c5-76d7-4872-a133-fbf71476d2fa tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Network 0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9 is already hosted by enough agents. {{(pid=99982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:00:44.561159 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.base_scheduler [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-3afd76c5-76d7-4872-a133-fbf71476d2fa tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Resources bound (agent type, host, resource id): {{(pid=99982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:00:44.564552 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-3afd76c5-76d7-4872-a133-fbf71476d2fa tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Received port after_create {{(pid=99982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:00:44.687373 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-3afd76c5-76d7-4872-a133-fbf71476d2fa tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:44.688060 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-3afd76c5-76d7-4872-a133-fbf71476d2fa tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:44.766150 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-6db90bff-5c8c-45b6-a1fb-808a74d7d2ef None None] Notify callbacks [] for port, precommit_create {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:44.792774 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-6db90bff-5c8c-45b6-a1fb-808a74d7d2ef None None] Transition to ACTIVE for port object 82e1cb1e-4b97-4209-b127-9016d8ed8b77 will not be triggered until provisioned by entity L2. {{(pid=99983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:00:44.796155 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-3afd76c5-76d7-4872-a133-fbf71476d2fa tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2065065 Jun 23 19:00:44.811729 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-6db90bff-5c8c-45b6-a1fb-808a74d7d2ef None None] Transition to ACTIVE for port object 82e1cb1e-4b97-4209-b127-9016d8ed8b77 will not be triggered until provisioned by entity DHCP. {{(pid=99983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:00:44.830744 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-1fabafb4-e64c-48d7-9c64-e15893933bdb service neutron] Request body: {'port': {'device_id': '4efc1ecd-2b44-452e-854e-04ffa829501a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:00:44.897614 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-6db90bff-5c8c-45b6-a1fb-808a74d7d2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966'] for port, after_create {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:44.900068 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-fc0aed84-9983-4111-a55f-eada40ba74cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1996936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31869'] for router, precommit_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:44.908517 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-17a2d4ec-4113-4486-94e3-84ccab1998fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:44.955069 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8067f2-9a1c-4519-b870-e3190a0a8f6d req-c2a20839-c6a5-4841-a7a4-536ae64f1e66 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:44.961598 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-1fabafb4-e64c-48d7-9c64-e15893933bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:44.964441 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-aa8067f2-9a1c-4519-b870-e3190a0a8f6d req-c2a20839-c6a5-4841-a7a4-536ae64f1e66 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.2512462 Jun 23 19:00:45.001306 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db90bff-5c8c-45b6-a1fb-808a74d7d2ef None None] Network 07c16b52-6a2b-4672-a465-c1c2c0e75c21 is already hosted by enough agents. {{(pid=99983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:00:45.008996 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.scheduler.base_scheduler [None req-6db90bff-5c8c-45b6-a1fb-808a74d7d2ef None None] Resources bound (agent type, host, resource id): {{(pid=99983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:00:45.012375 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db90bff-5c8c-45b6-a1fb-808a74d7d2ef None None] Received port after_create {{(pid=99983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:00:45.027502 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db90bff-5c8c-45b6-a1fb-808a74d7d2ef None None] Pushing event updated for resources: {'Port': ['ID=82e1cb1e-4b97-4209-b127-9016d8ed8b77,revision_number=1']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:45.030576 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-6db90bff-5c8c-45b6-a1fb-808a74d7d2ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:45.057547 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-aa8067f2-9a1c-4519-b870-e3190a0a8f6d req-092fcc4c-c700-4a69-b7f8-c446b102c8fb tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921302 Jun 23 19:00:45.314729 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-fc0aed84-9983-4111-a55f-eada40ba74cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:45.339880 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-fc0aed84-9983-4111-a55f-eada40ba74cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:45.361336 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbfd6b-2864-475f-8ad0-368be71fd41e req-53810b10-3605-4e9d-9f9f-d752582fd19b tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:45.362851 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c3dbfd6b-2864-475f-8ad0-368be71fd41e req-53810b10-3605-4e9d-9f9f-d752582fd19b tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=4efc1ecd-2b44-452e-854e-04ffa829501a HTTP/1.1" status: 200 len: 932 time: 0.2732396 Jun 23 19:00:45.369588 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-1fabafb4-e64c-48d7-9c64-e15893933bdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94a1ae71-5673-4d8e-856b-f6f1d6a73816 {{(pid=99982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:00:45.385612 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-1fabafb4-e64c-48d7-9c64-e15893933bdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:45.408950 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.provisioning_blocks [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-1fabafb4-e64c-48d7-9c64-e15893933bdb service neutron] Transition to ACTIVE for port object 94a1ae71-5673-4d8e-856b-f6f1d6a73816 will not be triggered until provisioned by entity L2. {{(pid=99982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:00:45.421827 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c3dbfd6b-2864-475f-8ad0-368be71fd41e req-8feda11a-ede1-4136-9590-82e29d4886fa tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474586 Jun 23 19:00:45.479687 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-1fabafb4-e64c-48d7-9c64-e15893933bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63686041'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:45.482692 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:45.510379 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.db_base_plugin_common [None req-fc0aed84-9983-4111-a55f-eada40ba74cc admin admin] Allocated IP 172.27.0.11 (5d962e1b-a48a-439d-b5f0-687f24f30c92/77178bee-415e-4d1b-b321-842ae6d8e42c/22f74863-7aea-4fcc-89db-9bc86cc5c382) {{(pid=99981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:00:45.529516 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-6db90bff-5c8c-45b6-a1fb-808a74d7d2ef None None] Attempting to bind port 82e1cb1e-4b97-4209-b127-9016d8ed8b77 on host dv-cinder-786386-8-iscsi for vnic_type normal with profile {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:00:45.530106 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-6db90bff-5c8c-45b6-a1fb-808a74d7d2ef None None] Attempting to bind port 82e1cb1e-4b97-4209-b127-9016d8ed8b77 by drivers openvswitch,hyperv on host dv-cinder-786386-8-iscsi at level 0 using segments [{'id': '528b22de-3b90-4599-b9c6-d4ed2483c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '07c16b52-6a2b-4672-a465-c1c2c0e75c21'}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:00:45.530707 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db90bff-5c8c-45b6-a1fb-808a74d7d2ef None None] Attempting to bind port 82e1cb1e-4b97-4209-b127-9016d8ed8b77 on network 07c16b52-6a2b-4672-a465-c1c2c0e75c21 {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:00:45.537619 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db90bff-5c8c-45b6-a1fb-808a74d7d2ef None None] Checking agent: {'id': 'a2428681-7d0e-4763-9bc6-e98548fc0bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 50, 31), 'started_at': datetime.datetime(2021, 6, 23, 18, 51, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:00:45.538005 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db90bff-5c8c-45b6-a1fb-808a74d7d2ef None None] Checking segment: {'id': '528b22de-3b90-4599-b9c6-d4ed2483c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '07c16b52-6a2b-4672-a465-c1c2c0e75c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:00:45.538735 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-6db90bff-5c8c-45b6-a1fb-808a74d7d2ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:45.539002 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db90bff-5c8c-45b6-a1fb-808a74d7d2ef None None] Bound using segment: {'id': '528b22de-3b90-4599-b9c6-d4ed2483c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '07c16b52-6a2b-4672-a465-c1c2c0e75c21'} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:00:45.540081 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-6db90bff-5c8c-45b6-a1fb-808a74d7d2ef None None] Bound port: 82e1cb1e-4b97-4209-b127-9016d8ed8b77, host: dv-cinder-786386-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528b22de-3b90-4599-b9c6-d4ed2483c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '07c16b52-6a2b-4672-a465-c1c2c0e75c21'}}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:00:45.541008 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-6db90bff-5c8c-45b6-a1fb-808a74d7d2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:45.591528 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fabafb4-e64c-48d7-9c64-e15893933bdb service neutron] Pushing event updated for resources: {'Port': ['ID=94a1ae71-5673-4d8e-856b-f6f1d6a73816,revision_number=2']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:45.597171 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-1fabafb4-e64c-48d7-9c64-e15893933bdb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:45.664904 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-6db90bff-5c8c-45b6-a1fb-808a74d7d2ef None None] For port 82e1cb1e-4b97-4209-b127-9016d8ed8b77, host dv-cinder-786386-8-iscsi, cleared binding levels {{(pid=99983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:00:45.688317 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-6db90bff-5c8c-45b6-a1fb-808a74d7d2ef None None] For port 82e1cb1e-4b97-4209-b127-9016d8ed8b77, host dv-cinder-786386-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=82e1cb1e-4b97-4209-b127-9016d8ed8b77,segment=NetworkSegment(528b22de-3b90-4599-b9c6-d4ed2483c7d8),segment_id=528b22de-3b90-4599-b9c6-d4ed2483c7d8)] {{(pid=99983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:00:45.736370 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-fc0aed84-9983-4111-a55f-eada40ba74cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:45.769902 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-1fabafb4-e64c-48d7-9c64-e15893933bdb service neutron] Attempting to bind port 94a1ae71-5673-4d8e-856b-f6f1d6a73816 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:00:45.770271 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-1fabafb4-e64c-48d7-9c64-e15893933bdb service neutron] Attempting to bind port 94a1ae71-5673-4d8e-856b-f6f1d6a73816 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '91ac7bd7-7747-45f6-a655-e28f712ee370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9'}] {{(pid=99982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:00:45.770928 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-1fabafb4-e64c-48d7-9c64-e15893933bdb service neutron] Attempting to bind port 94a1ae71-5673-4d8e-856b-f6f1d6a73816 on network 0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:00:45.776033 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-1fabafb4-e64c-48d7-9c64-e15893933bdb service neutron] Port 94a1ae71-5673-4d8e-856b-f6f1d6a73816 on network 0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:00:45.776361 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-1fabafb4-e64c-48d7-9c64-e15893933bdb service neutron] Attempting to bind port 94a1ae71-5673-4d8e-856b-f6f1d6a73816 on network 0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:00:45.782541 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-1fabafb4-e64c-48d7-9c64-e15893933bdb service neutron] Checking agent: {'id': '3aaf2a66-4435-4fa2-a046-8ce762f61c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:00:45.782882 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-1fabafb4-e64c-48d7-9c64-e15893933bdb service neutron] Checking segment: {'id': '91ac7bd7-7747-45f6-a655-e28f712ee370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:00:45.783276 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-1fabafb4-e64c-48d7-9c64-e15893933bdb service neutron] Bound using segment: {'id': '91ac7bd7-7747-45f6-a655-e28f712ee370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9'} {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:00:45.783982 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-1fabafb4-e64c-48d7-9c64-e15893933bdb service neutron] Bound port: 94a1ae71-5673-4d8e-856b-f6f1d6a73816, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ac7bd7-7747-45f6-a655-e28f712ee370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9'}}] {{(pid=99982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:00:45.784349 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-1fabafb4-e64c-48d7-9c64-e15893933bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:45.835476 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-6db90bff-5c8c-45b6-a1fb-808a74d7d2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:45.840918 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-b5b04b03-9aab-4eed-8e66-5ec61274b96b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:45.856653 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-1fabafb4-e64c-48d7-9c64-e15893933bdb service neutron] For port 94a1ae71-5673-4d8e-856b-f6f1d6a73816, host hv-cinder-78638, cleared binding levels {{(pid=99982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:00:45.860181 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-1fabafb4-e64c-48d7-9c64-e15893933bdb service neutron] For port 94a1ae71-5673-4d8e-856b-f6f1d6a73816, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=94a1ae71-5673-4d8e-856b-f6f1d6a73816,segment=NetworkSegment(91ac7bd7-7747-45f6-a655-e28f712ee370),segment_id=91ac7bd7-7747-45f6-a655-e28f712ee370)] {{(pid=99982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:00:45.911701 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-fc0aed84-9983-4111-a55f-eada40ba74cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-66155747'] for port, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:45.932486 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db90bff-5c8c-45b6-a1fb-808a74d7d2ef None None] Pushing event updated for resources: {'Port': ['ID=82e1cb1e-4b97-4209-b127-9016d8ed8b77,revision_number=2']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:45.934889 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-c5d9101d-86c9-4647-8aae-58df46c272c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:45.940611 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-6db90bff-5c8c-45b6-a1fb-808a74d7d2ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:45.969772 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-1fabafb4-e64c-48d7-9c64-e15893933bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63686041'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:45.980618 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-3afd76c5-76d7-4872-a133-fbf71476d2fa tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:45.981882 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0aed84-9983-4111-a55f-eada40ba74cc admin admin] Network 5d962e1b-a48a-439d-b5f0-687f24f30c92 is already hosted by enough agents. {{(pid=99981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:00:45.985611 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [None req-fc0aed84-9983-4111-a55f-eada40ba74cc admin admin] Resources bound (agent type, host, resource id): {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:00:46.015913 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0aed84-9983-4111-a55f-eada40ba74cc admin admin] Received port after_create {{(pid=99981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:00:46.047264 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-1fabafb4-e64c-48d7-9c64-e15893933bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:46.048222 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-1fabafb4-e64c-48d7-9c64-e15893933bdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:46.049903 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-1fabafb4-e64c-48d7-9c64-e15893933bdb service neutron] 10.222.0.74 "PUT /v2.0/ports/94a1ae71-5673-4d8e-856b-f6f1d6a73816 HTTP/1.1" status: 200 len: 1094 time: 1.2242963 Jun 23 19:00:46.050444 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4efc1ecd-2b44-452e-854e-04ffa829501a', 'tag': '94a1ae71-5673-4d8e-856b-f6f1d6a73816'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:00:46.053256 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3340de3d-af7a-4999-9171-f71c8bf45f94" -d '{"events": [{"name": "network-changed", "server_uuid": "4efc1ecd-2b44-452e-854e-04ffa829501a", "tag": "94a1ae71-5673-4d8e-856b-f6f1d6a73816"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:00:46.072633 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0aed84-9983-4111-a55f-eada40ba74cc admin admin] Pushing event updated for resources: {'Port': ['ID=22f74863-7aea-4fcc-89db-9bc86cc5c382,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:46.094315 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-fc0aed84-9983-4111-a55f-eada40ba74cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:46.108345 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 58784) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:46.144277 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9aaef5-7466-4b06-b255-3b129d9539b5 x-openstack-request-id: req-fc9aaef5-7466-4b06-b255-3b129d9539b5 {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:00:46.148090 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4efc1ecd-2b44-452e-854e-04ffa829501a", "tag": "94a1ae71-5673-4d8e-856b-f6f1d6a73816", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:00:46.148090 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fc9aaef5-7466-4b06-b255-3b129d9539b5 {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:00:46.148090 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4efc1ecd-2b44-452e-854e-04ffa829501a', 'tag': '94a1ae71-5673-4d8e-856b-f6f1d6a73816', 'status': 'completed', 'code': 200} Jun 23 19:00:46.151030 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fabafb4-e64c-48d7-9c64-e15893933bdb service neutron] Pushing event updated for resources: {'Port': ['ID=94a1ae71-5673-4d8e-856b-f6f1d6a73816,revision_number=3']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:46.155405 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-1fabafb4-e64c-48d7-9c64-e15893933bdb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:46.280641 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-1cc5d9ec-c3ee-46df-a70b-b183155af17a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1707439814-network', 'tenant_id': '225ca97f667a4834bfc8fd256ae8407f'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:00:46.404008 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eec0e9-ce6f-4f80-b850-f141e46838b4 req-901e5e2f-cf04-44a0-9514-733e0186a894 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:46.405640 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-32eec0e9-ce6f-4f80-b850-f141e46838b4 req-901e5e2f-cf04-44a0-9514-733e0186a894 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.1949155 Jun 23 19:00:46.408600 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340de3d-af7a-4999-9171-f71c8bf45f94 req-a2f8ecd5-8c07-4c48-be1a-216041cb8ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:46.409973 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3340de3d-af7a-4999-9171-f71c8bf45f94 req-a2f8ecd5-8c07-4c48-be1a-216041cb8ddc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3b232a5327c642c5a6c0382184c26c86&device_id=4efc1ecd-2b44-452e-854e-04ffa829501a HTTP/1.1" status: 200 len: 1097 time: 0.2075839 Jun 23 19:00:46.468628 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc5d9ec-c3ee-46df-a70b-b183155af17a admin admin] Made reservation on behalf of 225ca97f667a4834bfc8fd256ae8407f for: {'network': 1} {{(pid=99982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:00:46.470917 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-1cc5d9ec-c3ee-46df-a70b-b183155af17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for network, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:46.524648 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-32eec0e9-ce6f-4f80-b850-f141e46838b4 req-6bc69f54-9e84-4608-871c-a27ab67f6a9c tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127398 Jun 23 19:00:46.561119 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-1cc5d9ec-c3ee-46df-a70b-b183155af17a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:46.599169 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 82e1cb1e-4b97-4209-b127-9016d8ed8b77 up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:00:46.667372 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340de3d-af7a-4999-9171-f71c8bf45f94 req-fc5acc7e-6d87-4c27-ad47-5a3e267022e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:46.668827 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3340de3d-af7a-4999-9171-f71c8bf45f94 req-fc5acc7e-6d87-4c27-ad47-5a3e267022e4 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=3b232a5327c642c5a6c0382184c26c86&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2427406 Jun 23 19:00:46.739103 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-fc0aed84-9983-4111-a55f-eada40ba74cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:46.751021 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning for port 82e1cb1e-4b97-4209-b127-9016d8ed8b77 completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:00:46.880621 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddc5bc-d036-40a0-ae70-a60254691668 req-92905503-a26e-4d2b-b807-daea64628d1a tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:46.887956 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 6 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:00:46.888598 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c9ddc5bc-d036-40a0-ae70-a60254691668 req-92905503-a26e-4d2b-b807-daea64628d1a tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=4efc1ecd-2b44-452e-854e-04ffa829501a HTTP/1.1" status: 200 len: 944 time: 0.2555239 Jun 23 19:00:46.991527 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-1cc5d9ec-c3ee-46df-a70b-b183155af17a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:46.992486 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340de3d-af7a-4999-9171-f71c8bf45f94 req-7e5c0618-7888-4892-96c2-b659ec04e77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:46.994764 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3340de3d-af7a-4999-9171-f71c8bf45f94 req-7e5c0618-7888-4892-96c2-b659ec04e77d service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2769964 Jun 23 19:00:47.071046 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-1cc5d9ec-c3ee-46df-a70b-b183155af17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:47.078436 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-8fef6624-7d5b-4dcf-89d4-9823f4aa5daf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:47.117129 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c9ddc5bc-d036-40a0-ae70-a60254691668 req-3302b650-f873-47ae-8747-b179e50ba3b7 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268615 Jun 23 19:00:47.133598 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-fc0aed84-9983-4111-a55f-eada40ba74cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1996929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1975405'] for router, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:47.150204 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc5d9ec-c3ee-46df-a70b-b183155af17a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=99982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:00:47.182081 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-1cc5d9ec-c3ee-46df-a70b-b183155af17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412'] for segment, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:47.182643 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.db.segments_db [None req-1cc5d9ec-c3ee-46df-a70b-b183155af17a admin admin] Added segment cbff3bae-8867-4bfd-81b0-e01abc8c7c68 of type vlan for network 658d8149-b1f9-42f6-8eb0-ca10d2624cd8 Jun 23 19:00:47.196232 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5d9ec-c3ee-46df-a70b-b183155af17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c65a21b-885f-4a6c-96a2-cea22fb5ac8d,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:47.223839 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-1cc5d9ec-c3ee-46df-a70b-b183155af17a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:47.309166 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a57e6d-daa1-4346-a57f-a57dc30df815 None None] Network 07c16b52-6a2b-4672-a465-c1c2c0e75c21 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:00:47.335343 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415a862-85fb-4cee-82e6-400bd156df74 req-e4ad617d-dcaf-4fed-97b0-318b153edf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:47.337911 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-6415a862-85fb-4cee-82e6-400bd156df74 req-e4ad617d-dcaf-4fed-97b0-318b153edf5c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=513690762a7743d6bef8530390bb53c2&device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 1098 time: 0.0854905 Jun 23 19:00:47.344815 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-477d1473-2fdf-4db1-a2fc-1ac6ac5dac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:47.348077 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-477d1473-2fdf-4db1-a2fc-1ac6ac5dac96 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3b232a5327c642c5a6c0382184c26c86&device_id=4efc1ecd-2b44-452e-854e-04ffa829501a HTTP/1.1" status: 200 len: 1097 time: 0.2718391 Jun 23 19:00:47.367311 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-1cc5d9ec-c3ee-46df-a70b-b183155af17a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739890161695'] for network, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:47.438432 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0aed84-9983-4111-a55f-eada40ba74cc admin admin] Router 2da7f694-b686-459f-86e9-bdbf2d474c04 is scheduled to L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 with binding_index 1 {{(pid=99981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 19:00:47.459257 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415a862-85fb-4cee-82e6-400bd156df74 req-f33968bf-e7a1-4199-ae30-6bc8122f9876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:47.461335 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-6415a862-85fb-4cee-82e6-400bd156df74 req-f33968bf-e7a1-4199-ae30-6bc8122f9876 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a62e3469-54f8-4f1b-8637-fdf06f04c1b7 HTTP/1.1" status: 200 len: 920 time: 0.1160402 Jun 23 19:00:47.512658 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-518fba7a-873f-4fa6-a0c8-af6df733b18e None None] Provisioning for port 82e1cb1e-4b97-4209-b127-9016d8ed8b77 completed by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:00:47.522679 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-518fba7a-873f-4fa6-a0c8-af6df733b18e None None] Provisioning complete for port 82e1cb1e-4b97-4209-b127-9016d8ed8b77 triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:00:47.523476 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-518fba7a-873f-4fa6-a0c8-af6df733b18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:47.548212 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-6415a862-85fb-4cee-82e6-400bd156df74 req-46ec1997-420f-42b5-8a6c-a3ca8fc1296f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2981d26e-c1fc-4f1b-b232-7fa6f09edba9 HTTP/1.1" status: 200 len: 217 time: 0.0488648 Jun 23 19:00:47.653220 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-518fba7a-873f-4fa6-a0c8-af6df733b18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:47.703338 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-518fba7a-873f-4fa6-a0c8-af6df733b18e None None] For port 82e1cb1e-4b97-4209-b127-9016d8ed8b77, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=82e1cb1e-4b97-4209-b127-9016d8ed8b77,segment=NetworkSegment(528b22de-3b90-4599-b9c6-d4ed2483c7d8),segment_id=528b22de-3b90-4599-b9c6-d4ed2483c7d8)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:00:47.726833 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-26771f12-6a17-4c63-942c-a42c87093dab service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94a1ae71-5673-4d8e-856b-f6f1d6a73816 HTTP/1.1" status: 200 len: 217 time: 0.3499539 Jun 23 19:00:47.793199 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68ee18-4815-4917-bf6b-d5ddfb676fbe req-cc9079af-f23e-45ec-90a4-39a9e2cb723e tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:47.805624 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8c68ee18-4815-4917-bf6b-d5ddfb676fbe req-cc9079af-f23e-45ec-90a4-39a9e2cb723e tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.6213765 Jun 23 19:00:47.806329 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-518fba7a-873f-4fa6-a0c8-af6df733b18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:47.811989 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-a1dfff9b-a8eb-4976-972c-1c3abf7a811b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:47.918127 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-0a635d50-ade3-4577-bbf4-7969b3c832a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:47.919528 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-0a635d50-ade3-4577-bbf4-7969b3c832a2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=68fb12a0-feb0-4ff7-98c7-542ca4bebeef HTTP/1.1" status: 200 len: 855 time: 0.1780772 Jun 23 19:00:47.926979 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518fba7a-873f-4fa6-a0c8-af6df733b18e None None] Pushing event updated for resources: {'Port': ['ID=82e1cb1e-4b97-4209-b127-9016d8ed8b77,revision_number=3']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:47.932392 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-518fba7a-873f-4fa6-a0c8-af6df733b18e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:47.938595 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-1cc5d9ec-c3ee-46df-a70b-b183155af17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545'] for network, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:47.948466 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc5d9ec-c3ee-46df-a70b-b183155af17a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:47.949062 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-1cc5d9ec-c3ee-46df-a70b-b183155af17a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for network, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:47.961605 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8c68ee18-4815-4917-bf6b-d5ddfb676fbe req-3b6a9045-a9d4-48c4-a374-a862ee154374 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421928 Jun 23 19:00:47.965910 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415a862-85fb-4cee-82e6-400bd156df74 req-ec093d8a-9610-4050-87b7-4412c64c3847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:47.967454 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-6415a862-85fb-4cee-82e6-400bd156df74 req-ec093d8a-9610-4050-87b7-4412c64c3847 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=21ed8072-8b4b-4158-b646-c86663b19b61 HTTP/1.1" status: 200 len: 859 time: 0.4123535 Jun 23 19:00:47.986199 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0aed84-9983-4111-a55f-eada40ba74cc admin admin] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:00:47.997552 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254588d7-71cf-4dd5-aa18-237d32545470 None None] Sync routers for ids ['2da7f694-b686-459f-86e9-bdbf2d474c04'] in dv-cinder-786386-8-iscsi {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:00:48.004144 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-cae54d6a-e85f-4be0-8b03-29012445a748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:48.013312 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-e66038c7-9054-48e2-9b40-997c9b239b02 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756824 Jun 23 19:00:48.028679 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-6415a862-85fb-4cee-82e6-400bd156df74 req-a25d1162-bfc1-4605-9864-0de3d647fefc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a62e3469-54f8-4f1b-8637-fdf06f04c1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525353 Jun 23 19:00:48.040919 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-d2bc097b-c844-41cd-86aa-87595122975f None None] Provisioning complete for port 82e1cb1e-4b97-4209-b127-9016d8ed8b77 triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:00:48.041479 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254588d7-71cf-4dd5-aa18-237d32545470 None None] Routers {'2da7f694-b686-459f-86e9-bdbf2d474c04'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:00:48.042933 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-254588d7-71cf-4dd5-aa18-237d32545470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:00:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['2da7f694-b686-459f-86e9-bdbf2d474c04'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:00:48.045659 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-d2bc097b-c844-41cd-86aa-87595122975f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:48.114618 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-1cc5d9ec-c3ee-46df-a70b-b183155af17a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0075724 Jun 23 19:00:48.118368 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 58844) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:48.125492 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-fc0aed84-9983-4111-a55f-eada40ba74cc admin admin] Notify callbacks [] for router, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:48.129505 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-fc0aed84-9983-4111-a55f-eada40ba74cc admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8839350 Jun 23 19:00:48.130911 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-d626d748-7c70-4e05-a55a-ee520e11421c admin admin] Request body: {'subnet': {'network_id': '658d8149-b1f9-42f6-8eb0-ca10d2624cd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1707439814-subnet', 'tenant_id': '225ca97f667a4834bfc8fd256ae8407f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:00:48.152318 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 58846) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:48.180094 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5d9ec-c3ee-46df-a70b-b183155af17a admin admin] Pushing event updated for resources: {'Network': ['ID=658d8149-b1f9-42f6-8eb0-ca10d2624cd8,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:48.186102 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-1cc5d9ec-c3ee-46df-a70b-b183155af17a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:48.200256 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Network 658d8149-b1f9-42f6-8eb0-ca10d2624cd8 details requested by agent ovs-agent-dv-cinder-786386-8-iscsi with host dv-cinder-786386-8-iscsi {{(pid=99983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:00:48.235124 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-5f44b931-e673-41dd-9c54-2945fcf4cff8 service neutron] 10.222.0.74 "GET /v2.0/networks/0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953990 Jun 23 19:00:48.319200 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d626d748-7c70-4e05-a55a-ee520e11421c admin admin] Made reservation on behalf of 225ca97f667a4834bfc8fd256ae8407f for: {'subnet': 1} {{(pid=99981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:00:48.321758 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-d626d748-7c70-4e05-a55a-ee520e11421c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63851692'] for subnet, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:48.409859 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-89ecc0de-a42c-4539-892b-fb658c7bb894 req-ff62a100-a027-4dd6-afb2-a14de686ec44 service neutron] 10.222.0.74 "GET /v2.0/networks/0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665187 Jun 23 19:00:48.430589 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49934399-efe4-4958-92c7-91b1b664dfb9 req-51594b95-1dd7-445e-b36d-940a9505a136 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:48.439248 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-49934399-efe4-4958-92c7-91b1b664dfb9 req-51594b95-1dd7-445e-b36d-940a9505a136 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=4efc1ecd-2b44-452e-854e-04ffa829501a HTTP/1.1" status: 200 len: 944 time: 0.1151564 Jun 23 19:00:48.452658 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-254588d7-71cf-4dd5-aa18-237d32545470 None None] Set router 2da7f694-b686-459f-86e9-bdbf2d474c04 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:00:48.483542 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-6415a862-85fb-4cee-82e6-400bd156df74 req-b3a9468f-f8e9-43ce-b364-4cc663972764 service neutron] 10.222.0.74 "GET /v2.0/networks/a62e3469-54f8-4f1b-8637-fdf06f04c1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408052 Jun 23 19:00:48.491149 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-49934399-efe4-4958-92c7-91b1b664dfb9 req-2dd30dcf-578a-44e5-9d64-ad453b617107 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464256 Jun 23 19:00:48.491149 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 58854) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:48.587924 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 82e1cb1e-4b97-4209-b127-9016d8ed8b77 up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:00:48.644241 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-e3af5dd7-1979-4c9d-8ef7-fdf817cb8197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:48.671113 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port 82e1cb1e-4b97-4209-b127-9016d8ed8b77 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:00:48.671727 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:48.695308 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-254588d7-71cf-4dd5-aa18-237d32545470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'name': 'tempest-TestMinimumBasicScenario-1415800864-router', 'tenant_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '22f74863-7aea-4fcc-89db-9bc86cc5c382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:44Z', 'updated_at': '2021-06-23T19:00:46Z', 'revision_number': 3, 'project_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'gw_port': {'id': '22f74863-7aea-4fcc-89db-9bc86cc5c382', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:78:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:45Z', 'updated_at': '2021-06-23T19:00:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi'}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:00:48.724115 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254588d7-71cf-4dd5-aa18-237d32545470 None None] Checking router: 2da7f694-b686-459f-86e9-bdbf2d474c04 for host: dv-cinder-786386-8-iscsi {{(pid=99984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:00:48.724710 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254588d7-71cf-4dd5-aa18-237d32545470 None None] Updating router 2da7f694-b686-459f-86e9-bdbf2d474c04 port 22f74863-7aea-4fcc-89db-9bc86cc5c382 binding host dv-cinder-786386-8-iscsi {{(pid=99984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:00:48.762286 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-254588d7-71cf-4dd5-aa18-237d32545470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:48.775560 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-e3af5dd7-1979-4c9d-8ef7-fdf817cb8197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:48.856947 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-e3af5dd7-1979-4c9d-8ef7-fdf817cb8197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:48.860915 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-a2b29bc7-a68a-4421-8502-4bd768a81631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:48.901969 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-6415a862-85fb-4cee-82e6-400bd156df74 req-3313a8bf-0510-4c62-b3a0-37aa1491b4fc service neutron] 10.222.0.74 "GET /v2.0/networks/a62e3469-54f8-4f1b-8637-fdf06f04c1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069071 Jun 23 19:00:48.903792 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-e3af5dd7-1979-4c9d-8ef7-fdf817cb8197 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=df1e2d6387574c9e8329645638ede815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4156821 Jun 23 19:00:48.904524 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 58868) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:48.905228 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af5dd7-1979-4c9d-8ef7-fdf817cb8197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c6cb79-874a-4045-8cd9-42e49d3924a3,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:48.909256 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-e3af5dd7-1979-4c9d-8ef7-fdf817cb8197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:48.998377 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7dcacb57-a356-460e-a228-3fc708dab7d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:49.025875 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-d626d748-7c70-4e05-a55a-ee520e11421c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66156147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63851710'] for subnet, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:49.028747 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7dcacb57-a356-460e-a228-3fc708dab7d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:49.032314 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:49.120714 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-254588d7-71cf-4dd5-aa18-237d32545470 None None] Notify callbacks [] for port, precommit_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:49.140536 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d626d748-7c70-4e05-a55a-ee520e11421c admin admin] Checking segment: {'id': 'cbff3bae-8867-4bfd-81b0-e01abc8c7c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '658d8149-b1f9-42f6-8eb0-ca10d2624cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:00:49.140973 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d626d748-7c70-4e05-a55a-ee520e11421c admin admin] Network hostable DHCP agents. Network: 658d8149-b1f9-42f6-8eb0-ca10d2624cd8, hostable agents: ['1dd69743-8206-40a5-ae92-aa5513ece3b0'], hosted agents: [] {{(pid=99981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:00:49.147508 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626d748-7c70-4e05-a55a-ee520e11421c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e064846-44b1-4acd-8a72-8291f398f826,revision_number=0']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:49.151238 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-d626d748-7c70-4e05-a55a-ee520e11421c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:49.158119 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-43169242-6c73-4cd3-aa87-8b4ff801b415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:49.220317 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271172a-5d00-48d6-acbf-0baea25c7b2b req-3d9529a5-cba3-46e9-b5fc-6a519d9c3fa3 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:49.221806 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b271172a-5d00-48d6-acbf-0baea25c7b2b req-3d9529a5-cba3-46e9-b5fc-6a519d9c3fa3 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 945 time: 0.0666833 Jun 23 19:00:49.230552 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.provisioning_blocks [None req-254588d7-71cf-4dd5-aa18-237d32545470 None None] Transition to ACTIVE for port object 22f74863-7aea-4fcc-89db-9bc86cc5c382 will not be triggered until provisioned by entity L2. {{(pid=99984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:00:49.236089 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7dcacb57-a356-460e-a228-3fc708dab7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:49.238955 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7dcacb57-a356-460e-a228-3fc708dab7d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:49.240022 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-7dcacb57-a356-460e-a228-3fc708dab7d5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/44c6cb79-874a-4045-8cd9-42e49d3924a3 HTTP/1.1" status: 204 len: 168 time: 0.3319421 Jun 23 19:00:49.249894 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-cd56b158-dec7-4e0f-b6b7-34dc1b618301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:49.259678 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcacb57-a356-460e-a228-3fc708dab7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c6cb79-874a-4045-8cd9-42e49d3924a3,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:49.264909 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-7dcacb57-a356-460e-a228-3fc708dab7d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:49.296288 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b271172a-5d00-48d6-acbf-0baea25c7b2b req-0a7b5dbe-5253-4016-b438-9c32035ce4fd tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611088 Jun 23 19:00:49.296684 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d626d748-7c70-4e05-a55a-ee520e11421c admin admin] Network 658d8149-b1f9-42f6-8eb0-ca10d2624cd8 is scheduled to be hosted by DHCP agent 1dd69743-8206-40a5-ae92-aa5513ece3b0 with binding_index 1 {{(pid=99981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:00:49.315718 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-254588d7-71cf-4dd5-aa18-237d32545470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:49.319221 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [None req-a4ab1023-949b-4f96-996e-d67f55bc6ed0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:49.341076 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7e5f5-ff65-481a-9c4c-bda1c73ac345 req-5bf82e45-9751-4d79-9d9b-92c964a95404 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:49.342601 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-9bd7e5f5-ff65-481a-9c4c-bda1c73ac345 req-5bf82e45-9751-4d79-9d9b-92c964a95404 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.1697569 Jun 23 19:00:49.370326 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.managers [None req-254588d7-71cf-4dd5-aa18-237d32545470 None None] Attempting to bind port 22f74863-7aea-4fcc-89db-9bc86cc5c382 on host dv-cinder-786386-8-iscsi for vnic_type normal with profile {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:00:49.370633 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.managers [None req-254588d7-71cf-4dd5-aa18-237d32545470 None None] Attempting to bind port 22f74863-7aea-4fcc-89db-9bc86cc5c382 by drivers openvswitch,hyperv on host dv-cinder-786386-8-iscsi at level 0 using segments [{'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'}] {{(pid=99984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:00:49.370999 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254588d7-71cf-4dd5-aa18-237d32545470 None None] Attempting to bind port 22f74863-7aea-4fcc-89db-9bc86cc5c382 on network 5d962e1b-a48a-439d-b5f0-687f24f30c92 {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:00:49.380042 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254588d7-71cf-4dd5-aa18-237d32545470 None None] Checking agent: {'id': 'a2428681-7d0e-4763-9bc6-e98548fc0bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 50, 31), 'started_at': datetime.datetime(2021, 6, 23, 18, 51, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:00:49.380420 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254588d7-71cf-4dd5-aa18-237d32545470 None None] Checking segment: {'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:00:49.380825 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-254588d7-71cf-4dd5-aa18-237d32545470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:49.381271 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254588d7-71cf-4dd5-aa18-237d32545470 None None] Bound using segment: {'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'} {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:00:49.381738 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.managers [None req-254588d7-71cf-4dd5-aa18-237d32545470 None None] Bound port: 22f74863-7aea-4fcc-89db-9bc86cc5c382, host: dv-cinder-786386-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'}}] {{(pid=99984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:00:49.382321 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-254588d7-71cf-4dd5-aa18-237d32545470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:49.385254 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dad920-3974-4ece-bc89-25ceb2c3138f None None] Pushing event updated for resources: {'Port': ['ID=22f74863-7aea-4fcc-89db-9bc86cc5c382,revision_number=2']} {{(pid=99984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:49.388507 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [None req-c3dad920-3974-4ece-bc89-25ceb2c3138f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:49.420912 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-9bd7e5f5-ff65-481a-9c4c-bda1c73ac345 req-ac6fe866-1372-4669-bae8-2d491d060616 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678685 Jun 23 19:00:49.428489 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [None req-d626d748-7c70-4e05-a55a-ee520e11421c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-8-iscsi, 658d8149-b1f9-42f6-8eb0-ca10d2624cd8) {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:00:49.437854 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d626d748-7c70-4e05-a55a-ee520e11421c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:49.438478 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-d626d748-7c70-4e05-a55a-ee520e11421c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for subnet, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:49.438612 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ad7035-2fd1-4772-b64f-62cdc2021a41 None None] Network 658d8149-b1f9-42f6-8eb0-ca10d2624cd8 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:00:49.448326 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.db [None req-254588d7-71cf-4dd5-aa18-237d32545470 None None] For port 22f74863-7aea-4fcc-89db-9bc86cc5c382, host dv-cinder-786386-8-iscsi, cleared binding levels {{(pid=99984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:00:49.451646 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.db [None req-254588d7-71cf-4dd5-aa18-237d32545470 None None] For port 22f74863-7aea-4fcc-89db-9bc86cc5c382, host dv-cinder-786386-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=22f74863-7aea-4fcc-89db-9bc86cc5c382,segment=NetworkSegment(06735785-9383-45ec-8182-cbd06f0cff2c),segment_id=06735785-9383-45ec-8182-cbd06f0cff2c)] {{(pid=99984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:00:49.457410 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.db_base_plugin_common [None req-43169242-6c73-4cd3-aa87-8b4ff801b415 admin admin] Allocated IP 172.20.0.1 (07c16b52-6a2b-4672-a465-c1c2c0e75c21/280e4d64-5f4e-4e43-8a51-877f10eb6cb5/64366ca2-788f-4209-8a5c-c61409627ed1) {{(pid=99981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:00:49.529619 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-254588d7-71cf-4dd5-aa18-237d32545470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:49.537808 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [None req-75013275-fa39-44ff-9c7c-206557313116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:49.597372 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-d626d748-7c70-4e05-a55a-ee520e11421c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4673746 Jun 23 19:00:49.601986 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dad920-3974-4ece-bc89-25ceb2c3138f None None] Pushing event updated for resources: {'Port': ['ID=22f74863-7aea-4fcc-89db-9bc86cc5c382,revision_number=3']} {{(pid=99984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:49.606008 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [None req-c3dad920-3974-4ece-bc89-25ceb2c3138f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:49.626269 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254588d7-71cf-4dd5-aa18-237d32545470 None None] Routers {'2da7f694-b686-459f-86e9-bdbf2d474c04'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:00:49.626827 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-254588d7-71cf-4dd5-aa18-237d32545470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:00:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['2da7f694-b686-459f-86e9-bdbf2d474c04'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:00:49.642623 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-43169242-6c73-4cd3-aa87-8b4ff801b415 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:49.651913 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd55400-e929-46b4-89ce-782f76d3d14e None None] Network 658d8149-b1f9-42f6-8eb0-ca10d2624cd8 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:00:49.673625 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.provisioning_blocks [None req-43169242-6c73-4cd3-aa87-8b4ff801b415 admin admin] Transition to ACTIVE for port object 64366ca2-788f-4209-8a5c-c61409627ed1 will not be triggered until provisioned by entity DHCP. {{(pid=99981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:00:49.771713 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-254588d7-71cf-4dd5-aa18-237d32545470 None None] Set router 2da7f694-b686-459f-86e9-bdbf2d474c04 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:00:49.790050 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc262c2d-f535-4f3e-af5a-9c899858a183 req-de12167e-60da-4a13-a38e-f739d964c042 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:49.792412 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-fc262c2d-f535-4f3e-af5a-9c899858a183 req-de12167e-60da-4a13-a38e-f739d964c042 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=4efc1ecd-2b44-452e-854e-04ffa829501a HTTP/1.1" status: 200 len: 944 time: 0.1334741 Jun 23 19:00:49.847846 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-43169242-6c73-4cd3-aa87-8b4ff801b415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-66155747'] for port, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:49.856869 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:49.888639 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-fc262c2d-f535-4f3e-af5a-9c899858a183 req-44554ffa-74ab-402a-8d06-c5e53fdcacd6 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898833 Jun 23 19:00:49.902015 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43169242-6c73-4cd3-aa87-8b4ff801b415 admin admin] Network 07c16b52-6a2b-4672-a465-c1c2c0e75c21 is already hosted by enough agents. {{(pid=99981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:00:49.905896 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [None req-43169242-6c73-4cd3-aa87-8b4ff801b415 admin admin] Resources bound (agent type, host, resource id): {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:00:49.914906 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43169242-6c73-4cd3-aa87-8b4ff801b415 admin admin] Received port after_create {{(pid=99981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:00:49.947663 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43169242-6c73-4cd3-aa87-8b4ff801b415 admin admin] Pushing event updated for resources: {'Port': ['ID=64366ca2-788f-4209-8a5c-c61409627ed1,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:49.952234 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-43169242-6c73-4cd3-aa87-8b4ff801b415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:49.989135 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-43169242-6c73-4cd3-aa87-8b4ff801b415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015853'] for router_interface, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:50.042147 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-254588d7-71cf-4dd5-aa18-237d32545470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'name': 'tempest-TestMinimumBasicScenario-1415800864-router', 'tenant_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '22f74863-7aea-4fcc-89db-9bc86cc5c382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:44Z', 'updated_at': '2021-06-23T19:00:46Z', 'revision_number': 3, 'project_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'gw_port': {'id': '22f74863-7aea-4fcc-89db-9bc86cc5c382', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:78:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:45Z', 'updated_at': '2021-06-23T19:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi'}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:00:50.072363 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254588d7-71cf-4dd5-aa18-237d32545470 None None] The sync data for ids ['2da7f694-b686-459f-86e9-bdbf2d474c04'] in dv-cinder-786386-8-iscsi is: [{'id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'name': 'tempest-TestMinimumBasicScenario-1415800864-router', 'tenant_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '22f74863-7aea-4fcc-89db-9bc86cc5c382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:44Z', 'updated_at': '2021-06-23T19:00:46Z', 'revision_number': 3, 'project_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'gw_port': {'id': '22f74863-7aea-4fcc-89db-9bc86cc5c382', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:78:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:45Z', 'updated_at': '2021-06-23T19:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi'}] {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:00:50.127535 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 58898) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:50.141830 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b24419ae-f84e-4542-b075-f77478ea4a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:50.260257 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-43169242-6c73-4cd3-aa87-8b4ff801b415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:50.266265 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b24419ae-f84e-4542-b075-f77478ea4a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:50.355574 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b24419ae-f84e-4542-b075-f77478ea4a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:50.357120 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-097bbafa-2b83-4394-bc88-b52a0abff813 None None] Provisioning for port 64366ca2-788f-4209-8a5c-c61409627ed1 completed by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:00:50.376787 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-097bbafa-2b83-4394-bc88-b52a0abff813 None None] Provisioning complete for port 64366ca2-788f-4209-8a5c-c61409627ed1 triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:00:50.377183 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-097bbafa-2b83-4394-bc88-b52a0abff813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:50.388400 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-38b691c3-78df-490f-9f30-6c4492421d44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:50.392905 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-b24419ae-f84e-4542-b075-f77478ea4a10 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e04f726a873b43f6ae4557aa789a6ed5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2641141 Jun 23 19:00:50.397128 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 58902) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:50.473022 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-097bbafa-2b83-4394-bc88-b52a0abff813 None None] Port 64366ca2-788f-4209-8a5c-c61409627ed1 cannot update to ACTIVE because it is not bound. {{(pid=99983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:00:50.504141 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24419ae-f84e-4542-b075-f77478ea4a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411427df-6d8b-41ea-974e-b43e1a6ef97c,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:50.507772 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-b24419ae-f84e-4542-b075-f77478ea4a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:50.547785 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-74b72969-90a8-4ef8-8df7-b9642f875dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:50.564934 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-43169242-6c73-4cd3-aa87-8b4ff801b415 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:50.588837 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-74b72969-90a8-4ef8-8df7-b9642f875dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:50.620333 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 22f74863-7aea-4fcc-89db-9bc86cc5c382 up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:00:50.649302 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29642a58-9e33-49fc-bef7-336acb572df1 req-5b53e572-4f66-4cda-9520-ed0ee5bd483f tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:50.658695 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-29642a58-9e33-49fc-bef7-336acb572df1 req-5b53e572-4f66-4cda-9520-ed0ee5bd483f tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 945 time: 0.1331713 Jun 23 19:00:50.667560 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-43169242-6c73-4cd3-aa87-8b4ff801b415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66155761'] for port, after_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:50.721491 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-d3287652-19ed-46c5-becc-478df41a2bc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:50.723241 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-43169242-6c73-4cd3-aa87-8b4ff801b415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2015873'] for router_interface, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:50.778821 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-74b72969-90a8-4ef8-8df7-b9642f875dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:50.784454 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-74b72969-90a8-4ef8-8df7-b9642f875dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:50.784454 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-74b72969-90a8-4ef8-8df7-b9642f875dec admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/411427df-6d8b-41ea-974e-b43e1a6ef97c HTTP/1.1" status: 204 len: 168 time: 0.3680372 Jun 23 19:00:50.785086 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-cde1af43-0967-400f-92ca-86ce3c19fff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:50.809470 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b72969-90a8-4ef8-8df7-b9642f875dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411427df-6d8b-41ea-974e-b43e1a6ef97c,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:50.813252 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-74b72969-90a8-4ef8-8df7-b9642f875dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:50.824855 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-29642a58-9e33-49fc-bef7-336acb572df1 req-f24d6769-d3c0-4f9d-8953-7d97a6a4ed30 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638975 Jun 23 19:00:50.874487 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning for port 22f74863-7aea-4fcc-89db-9bc86cc5c382 completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:00:50.879956 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port 22f74863-7aea-4fcc-89db-9bc86cc5c382 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:00:50.880703 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:50.889352 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8c0e3-34e6-4278-bde6-6b6d5e55f32e req-8f0e2f26-e8cd-4f12-862d-68646d17ca1e tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:50.896345 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43169242-6c73-4cd3-aa87-8b4ff801b415 admin admin] Pushing event updated for resources: {'Port': ['ID=64366ca2-788f-4209-8a5c-c61409627ed1,revision_number=2']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:50.901542 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-eca8c0e3-34e6-4278-bde6-6b6d5e55f32e req-8f0e2f26-e8cd-4f12-862d-68646d17ca1e tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.2000124 Jun 23 19:00:50.911021 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-43169242-6c73-4cd3-aa87-8b4ff801b415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:50.993131 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-eca8c0e3-34e6-4278-bde6-6b6d5e55f32e req-391599e0-0e3f-4e42-b7eb-b67f7d4c63ff tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921063 Jun 23 19:00:51.009461 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43169242-6c73-4cd3-aa87-8b4ff801b415 admin admin] Network 07c16b52-6a2b-4672-a465-c1c2c0e75c21 is already hosted by enough agents. {{(pid=99981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:00:51.011023 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [None req-43169242-6c73-4cd3-aa87-8b4ff801b415 admin admin] Resources bound (agent type, host, resource id): {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:00:51.068027 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:51.099248 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] For port 22f74863-7aea-4fcc-89db-9bc86cc5c382, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=22f74863-7aea-4fcc-89db-9bc86cc5c382,segment=NetworkSegment(06735785-9383-45ec-8182-cbd06f0cff2c),segment_id=06735785-9383-45ec-8182-cbd06f0cff2c)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:00:51.200916 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43169242-6c73-4cd3-aa87-8b4ff801b415 admin admin] Router 2da7f694-b686-459f-86e9-bdbf2d474c04 has already been hosted by L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 {{(pid=99981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:00:51.220664 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730f8ba-d140-4195-9148-ffade1313086 req-846bcec4-dfcf-4731-b94b-43dda9039fa2 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:51.222165 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-3730f8ba-d140-4195-9148-ffade1313086 req-846bcec4-dfcf-4731-b94b-43dda9039fa2 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=4efc1ecd-2b44-452e-854e-04ffa829501a HTTP/1.1" status: 200 len: 944 time: 0.1368287 Jun 23 19:00:51.252979 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:51.257626 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:51.328603 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Pushing event updated for resources: {'Port': ['ID=22f74863-7aea-4fcc-89db-9bc86cc5c382,revision_number=4']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:51.331613 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-c862a020-8aba-489a-b82b-ba622491fd4b None None] Provisioning complete for port 64366ca2-788f-4209-8a5c-c61409627ed1 triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:00:51.332062 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c862a020-8aba-489a-b82b-ba622491fd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:51.351268 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-3730f8ba-d140-4195-9148-ffade1313086 req-11b1fcab-4b11-43b6-9d22-f2dd1c70c17a tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231611 Jun 23 19:00:51.372203 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:51.374285 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:51.374285 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:51.374285 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:51.374285 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:51.374285 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:51.374285 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:51.374820 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:51.375097 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:51.375449 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:51.375776 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:51.376099 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:51.384765 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:51.385524 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-c862a020-8aba-489a-b82b-ba622491fd4b None None] Port 64366ca2-788f-4209-8a5c-c61409627ed1 cannot update to ACTIVE because it is not bound. {{(pid=99983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:00:51.389854 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43169242-6c73-4cd3-aa87-8b4ff801b415 admin admin] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:00:51.394384 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-43169242-6c73-4cd3-aa87-8b4ff801b415 admin admin] 10.222.0.47 "PUT /v2.0/routers/2da7f694-b686-459f-86e9-bdbf2d474c04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2409849 Jun 23 19:00:51.495313 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 94a1ae71-5673-4d8e-856b-f6f1d6a73816 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=99983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:00:51.601879 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 94a1ae71-5673-4d8e-856b-f6f1d6a73816, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=94a1ae71-5673-4d8e-856b-f6f1d6a73816,segment=NetworkSegment(91ac7bd7-7747-45f6-a655-e28f712ee370),segment_id=91ac7bd7-7747-45f6-a655-e28f712ee370)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:00:51.614106 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Returning: {'device': '94a1ae71-5673-4d8e-856b-f6f1d6a73816', 'network_id': '0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9', 'port_id': '94a1ae71-5673-4d8e-856b-f6f1d6a73816', 'mac_address': 'fa:16:3e:45:8f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68fb12a0-feb0-4ff7-98c7-542ca4bebeef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:00:51.651761 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:51.675888 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94a1ae71-5673-4d8e-856b-f6f1d6a73816 {{(pid=99983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:00:51.695373 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 94a1ae71-5673-4d8e-856b-f6f1d6a73816, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=94a1ae71-5673-4d8e-856b-f6f1d6a73816,segment=NetworkSegment(91ac7bd7-7747-45f6-a655-e28f712ee370),segment_id=91ac7bd7-7747-45f6-a655-e28f712ee370)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:00:51.766081 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:51.768294 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-6db90bff-5c8c-45b6-a1fb-808a74d7d2ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:51.820767 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=94a1ae71-5673-4d8e-856b-f6f1d6a73816,revision_number=4']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:51.824442 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:52.026095 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5c678-13a6-42e0-84b5-1a66aa8f29a3 req-11f0ab41-68d6-411e-a5d9-15a2b077f6d0 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:52.030828 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f5e5c678-13a6-42e0-84b5-1a66aa8f29a3 req-11f0ab41-68d6-411e-a5d9-15a2b077f6d0 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 945 time: 0.0686560 Jun 23 19:00:52.078731 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f5e5c678-13a6-42e0-84b5-1a66aa8f29a3 req-376c6c65-b281-4e09-9b36-bfd5f6902a8f tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453556 Jun 23 19:00:52.131912 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf0170a-7621-475e-afde-5bcf1ef9f714 None None] Sync routers for ids ['2da7f694-b686-459f-86e9-bdbf2d474c04'] in dv-cinder-786386-8-iscsi {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:00:52.141452 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf0170a-7621-475e-afde-5bcf1ef9f714 None None] Routers {'2da7f694-b686-459f-86e9-bdbf2d474c04'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:00:52.142488 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-dcf0170a-7621-475e-afde-5bcf1ef9f714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:00:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['2da7f694-b686-459f-86e9-bdbf2d474c04'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:00:52.214664 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e019e-6652-4f3b-a844-0444139ffc7d req-0dcd0194-f8a7-4ba8-87e4-704504a0a05a tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:52.222188 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f25e019e-6652-4f3b-a844-0444139ffc7d req-0dcd0194-f8a7-4ba8-87e4-704504a0a05a tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0808907 Jun 23 19:00:52.262880 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 58956) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:52.272889 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f25e019e-6652-4f3b-a844-0444139ffc7d req-2b13e4d1-51f1-408f-b7dc-2e1db11d0ec0 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469062 Jun 23 19:00:52.325989 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 58964) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:52.331011 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-f865fa08-9eec-4d75-a6aa-513530981583 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1344799118-network', 'tenant_id': '14850be5bc1d45b29f039e2ab2f3b5ff'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:00:52.417095 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-dcf0170a-7621-475e-afde-5bcf1ef9f714 None None] Set router 2da7f694-b686-459f-86e9-bdbf2d474c04 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:00:52.434169 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f865fa08-9eec-4d75-a6aa-513530981583 admin admin] Made reservation on behalf of 14850be5bc1d45b29f039e2ab2f3b5ff for: {'network': 1} {{(pid=99982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:00:52.436562 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f865fa08-9eec-4d75-a6aa-513530981583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for network, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:52.450168 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f865fa08-9eec-4d75-a6aa-513530981583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:52.500254 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['94a1ae71-5673-4d8e-856b-f6f1d6a73816'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:00:52.546757 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 22f74863-7aea-4fcc-89db-9bc86cc5c382 up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:00:52.622256 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-cf13b82b-7b82-4e59-b454-ce55996f8eaa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1481949850-network', 'tenant_id': '2e82b90492644599990b0a7de1ff1f87'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:00:52.638674 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f865fa08-9eec-4d75-a6aa-513530981583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:52.669845 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95acba-a417-489a-b4d7-73c7fc92756e req-4095cc98-dd91-4120-977f-7205757408ab tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:52.671293 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-cd95acba-a417-489a-b4d7-73c7fc92756e req-4095cc98-dd91-4120-977f-7205757408ab tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=4efc1ecd-2b44-452e-854e-04ffa829501a HTTP/1.1" status: 200 len: 945 time: 0.0941346 Jun 23 19:00:52.696968 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f865fa08-9eec-4d75-a6aa-513530981583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:52.712360 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-95d86324-af0b-4643-a125-a6793f1b62d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:52.721019 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port 22f74863-7aea-4fcc-89db-9bc86cc5c382 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:00:52.721674 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:52.746100 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f865fa08-9eec-4d75-a6aa-513530981583 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=99982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:00:52.761731 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-cd95acba-a417-489a-b4d7-73c7fc92756e req-5ee86e50-6544-4dea-b2ac-53cb7ef48f66 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837078 Jun 23 19:00:52.766766 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865fa08-9eec-4d75-a6aa-513530981583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315efcf6-be2e-42cf-be69-25f905c9e427,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:52.772789 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-f865fa08-9eec-4d75-a6aa-513530981583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:52.774709 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f865fa08-9eec-4d75-a6aa-513530981583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412'] for segment, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:52.775580 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.db.segments_db [None req-f865fa08-9eec-4d75-a6aa-513530981583 admin admin] Added segment e90fbaf9-be65-41de-9b5f-7a75cdf36a54 of type vlan for network e275921a-9eba-4bc5-90c7-be620971bd66 Jun 23 19:00:52.817179 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf13b82b-7b82-4e59-b454-ce55996f8eaa admin admin] Made reservation on behalf of 2e82b90492644599990b0a7de1ff1f87 for: {'network': 1} {{(pid=99982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:00:52.819582 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-cf13b82b-7b82-4e59-b454-ce55996f8eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for network, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:52.823825 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f865fa08-9eec-4d75-a6aa-513530981583 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739890161695'] for network, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:52.834803 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-cf13b82b-7b82-4e59-b454-ce55996f8eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:52.835991 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-dcf0170a-7621-475e-afde-5bcf1ef9f714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'name': 'tempest-TestMinimumBasicScenario-1415800864-router', 'tenant_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '22f74863-7aea-4fcc-89db-9bc86cc5c382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:44Z', 'updated_at': '2021-06-23T19:00:50Z', 'revision_number': 4, 'project_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'gw_port': {'id': '22f74863-7aea-4fcc-89db-9bc86cc5c382', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:78:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:45Z', 'updated_at': '2021-06-23T19:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': '64366ca2-788f-4209-8a5c-c61409627ed1', 'name': '', 'network_id': '07c16b52-6a2b-4672-a465-c1c2c0e75c21', 'tenant_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'mac_address': 'fa:16:3e:f4:e2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '280e4d64-5f4e-4e43-8a51-877f10eb6cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:49Z', 'updated_at': '2021-06-23T19:00:50Z', 'revision_number': 2, 'project_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'subnets': [{'id': '280e4d64-5f4e-4e43-8a51-877f10eb6cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:00:52.886868 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf0170a-7621-475e-afde-5bcf1ef9f714 None None] Checking router: 2da7f694-b686-459f-86e9-bdbf2d474c04 for host: dv-cinder-786386-8-iscsi {{(pid=99983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:00:52.887602 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf0170a-7621-475e-afde-5bcf1ef9f714 None None] Updating router 2da7f694-b686-459f-86e9-bdbf2d474c04 port 64366ca2-788f-4209-8a5c-c61409627ed1 binding host dv-cinder-786386-8-iscsi {{(pid=99983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:00:52.966617 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-cf13b82b-7b82-4e59-b454-ce55996f8eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:52.967761 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-dcf0170a-7621-475e-afde-5bcf1ef9f714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:52.972818 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f865fa08-9eec-4d75-a6aa-513530981583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545'] for network, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:52.975797 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f865fa08-9eec-4d75-a6aa-513530981583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:52.978698 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f865fa08-9eec-4d75-a6aa-513530981583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for network, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:52.982921 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:53.057375 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-cf13b82b-7b82-4e59-b454-ce55996f8eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:53.070490 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865fa08-9eec-4d75-a6aa-513530981583 admin admin] Pushing event updated for resources: {'Network': ['ID=e275921a-9eba-4bc5-90c7-be620971bd66,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:53.075531 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-f865fa08-9eec-4d75-a6aa-513530981583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:53.075981 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:53.084425 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Network e275921a-9eba-4bc5-90c7-be620971bd66 details requested by agent ovs-agent-dv-cinder-786386-8-iscsi with host dv-cinder-786386-8-iscsi {{(pid=99983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:00:53.085199 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf13b82b-7b82-4e59-b454-ce55996f8eaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=99982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:00:53.112346 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-cf13b82b-7b82-4e59-b454-ce55996f8eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412'] for segment, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:53.112346 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.db.segments_db [None req-cf13b82b-7b82-4e59-b454-ce55996f8eaa admin admin] Added segment e6635f8f-6033-4ce3-98b6-75ba91104deb of type vlan for network f9164dc2-8c42-4160-b1e8-68acf68bf965 Jun 23 19:00:53.136710 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13b82b-7b82-4e59-b454-ce55996f8eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d804d0d8-626a-4cfb-a4ac-70565cd6802f,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:53.136710 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-cf13b82b-7b82-4e59-b454-ce55996f8eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:53.156104 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-cf13b82b-7b82-4e59-b454-ce55996f8eaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739890161695'] for network, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:53.183646 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-f865fa08-9eec-4d75-a6aa-513530981583 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8564637 Jun 23 19:00:53.185650 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 58992) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:53.191861 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-343421e6-fb00-48e6-8091-6cd1fdcdb6ad admin admin] Request body: {'subnet': {'network_id': 'e275921a-9eba-4bc5-90c7-be620971bd66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1344799118-subnet', 'tenant_id': '14850be5bc1d45b29f039e2ab2f3b5ff', 'ip_version': 4}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:00:53.274291 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-cf13b82b-7b82-4e59-b454-ce55996f8eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545'] for network, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:53.276948 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf13b82b-7b82-4e59-b454-ce55996f8eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:53.277541 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-cf13b82b-7b82-4e59-b454-ce55996f8eaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for network, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:53.281196 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:53.329820 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-5299c57b-b29d-4843-b0f2-39ab63bdd546 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:53.331324 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-5299c57b-b29d-4843-b0f2-39ab63bdd546 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/networks?id=658d8149-b1f9-42f6-8eb0-ca10d2624cd8 HTTP/1.1" status: 200 len: 814 time: 0.1285970 Jun 23 19:00:53.338916 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343421e6-fb00-48e6-8091-6cd1fdcdb6ad admin admin] Made reservation on behalf of 14850be5bc1d45b29f039e2ab2f3b5ff for: {'subnet': 1} {{(pid=99981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:00:53.341386 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-343421e6-fb00-48e6-8091-6cd1fdcdb6ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63851692'] for subnet, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:53.341593 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-dcf0170a-7621-475e-afde-5bcf1ef9f714 None None] Notify callbacks [] for port, precommit_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:53.351301 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13b82b-7b82-4e59-b454-ce55996f8eaa admin admin] Pushing event updated for resources: {'Network': ['ID=f9164dc2-8c42-4160-b1e8-68acf68bf965,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:53.351587 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-dcf0170a-7621-475e-afde-5bcf1ef9f714 None None] Transition to ACTIVE for port object 64366ca2-788f-4209-8a5c-c61409627ed1 will not be triggered until provisioned by entity L2. {{(pid=99983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:00:53.357218 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-cf13b82b-7b82-4e59-b454-ce55996f8eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:53.364549 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Network f9164dc2-8c42-4160-b1e8-68acf68bf965 details requested by agent ovs-agent-dv-cinder-786386-8-iscsi with host dv-cinder-786386-8-iscsi {{(pid=99983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:00:53.372266 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce2510-f6ce-44d6-82df-894a9d5a55a6 req-aa50db17-3aeb-439a-95e2-8110d15b6b2d tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:53.383483 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-7bce2510-f6ce-44d6-82df-894a9d5a55a6 req-aa50db17-3aeb-439a-95e2-8110d15b6b2d tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 945 time: 0.1351757 Jun 23 19:00:53.383620 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-f3802b22-bc05-46ed-a667-6a536f8838ac tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/quotas/225ca97f667a4834bfc8fd256ae8407f HTTP/1.1" status: 200 len: 375 time: 0.0284457 Jun 23 19:00:53.417203 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-7bce2510-f6ce-44d6-82df-894a9d5a55a6 req-649643bc-1866-474c-a636-58b868e088a7 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380445 Jun 23 19:00:53.419269 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-cf13b82b-7b82-4e59-b454-ce55996f8eaa admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1553307 Jun 23 19:00:53.427403 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 58994) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:53.435547 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-6594658f-1b6d-43cf-92ae-ea14be9b21ef admin admin] Request body: {'subnet': {'network_id': 'f9164dc2-8c42-4160-b1e8-68acf68bf965', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1481949850-subnet', 'tenant_id': '2e82b90492644599990b0a7de1ff1f87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:00:53.448028 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-dcf0170a-7621-475e-afde-5bcf1ef9f714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:53.454370 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-3e727e84-7060-46af-b089-ef456965db55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:53.544228 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6594658f-1b6d-43cf-92ae-ea14be9b21ef admin admin] Made reservation on behalf of 2e82b90492644599990b0a7de1ff1f87 for: {'subnet': 1} {{(pid=99982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:00:53.546849 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-6594658f-1b6d-43cf-92ae-ea14be9b21ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63285487'] for subnet, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:53.551901 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc7dfa-9ee1-4820-b8ad-690e13232292 None None] Pushing event updated for resources: {'Port': ['ID=64366ca2-788f-4209-8a5c-c61409627ed1,revision_number=3']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:53.555592 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-71dc7dfa-9ee1-4820-b8ad-690e13232292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:53.569341 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-dcf0170a-7621-475e-afde-5bcf1ef9f714 None None] Attempting to bind port 64366ca2-788f-4209-8a5c-c61409627ed1 on host dv-cinder-786386-8-iscsi for vnic_type normal with profile {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:00:53.569341 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-dcf0170a-7621-475e-afde-5bcf1ef9f714 None None] Attempting to bind port 64366ca2-788f-4209-8a5c-c61409627ed1 by drivers openvswitch,hyperv on host dv-cinder-786386-8-iscsi at level 0 using segments [{'id': '528b22de-3b90-4599-b9c6-d4ed2483c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '07c16b52-6a2b-4672-a465-c1c2c0e75c21'}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:00:53.569341 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf0170a-7621-475e-afde-5bcf1ef9f714 None None] Attempting to bind port 64366ca2-788f-4209-8a5c-c61409627ed1 on network 07c16b52-6a2b-4672-a465-c1c2c0e75c21 {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:00:53.572610 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf0170a-7621-475e-afde-5bcf1ef9f714 None None] Checking agent: {'id': 'a2428681-7d0e-4763-9bc6-e98548fc0bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 50, 31), 'started_at': datetime.datetime(2021, 6, 23, 18, 51, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:00:53.573154 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf0170a-7621-475e-afde-5bcf1ef9f714 None None] Checking segment: {'id': '528b22de-3b90-4599-b9c6-d4ed2483c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '07c16b52-6a2b-4672-a465-c1c2c0e75c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:00:53.573796 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-dcf0170a-7621-475e-afde-5bcf1ef9f714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:53.574331 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf0170a-7621-475e-afde-5bcf1ef9f714 None None] Bound using segment: {'id': '528b22de-3b90-4599-b9c6-d4ed2483c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '07c16b52-6a2b-4672-a465-c1c2c0e75c21'} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:00:53.574930 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-dcf0170a-7621-475e-afde-5bcf1ef9f714 None None] Bound port: 64366ca2-788f-4209-8a5c-c61409627ed1, host: dv-cinder-786386-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528b22de-3b90-4599-b9c6-d4ed2483c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '07c16b52-6a2b-4672-a465-c1c2c0e75c21'}}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:00:53.575419 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-dcf0170a-7621-475e-afde-5bcf1ef9f714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:53.656878 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-dcf0170a-7621-475e-afde-5bcf1ef9f714 None None] For port 64366ca2-788f-4209-8a5c-c61409627ed1, host dv-cinder-786386-8-iscsi, cleared binding levels {{(pid=99983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:00:53.660634 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-dcf0170a-7621-475e-afde-5bcf1ef9f714 None None] For port 64366ca2-788f-4209-8a5c-c61409627ed1, host dv-cinder-786386-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=64366ca2-788f-4209-8a5c-c61409627ed1,segment=NetworkSegment(528b22de-3b90-4599-b9c6-d4ed2483c7d8),segment_id=528b22de-3b90-4599-b9c6-d4ed2483c7d8)] {{(pid=99983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:00:53.701327 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-6d86c258-204a-48d5-8b4d-b417d8187349 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=225ca97f667a4834bfc8fd256ae8407f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327182 Jun 23 19:00:53.744937 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-dcf0170a-7621-475e-afde-5bcf1ef9f714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:53.747892 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-71dc7dfa-9ee1-4820-b8ad-690e13232292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:53.811154 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf0170a-7621-475e-afde-5bcf1ef9f714 None None] Routers {'2da7f694-b686-459f-86e9-bdbf2d474c04'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:00:53.812024 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-dcf0170a-7621-475e-afde-5bcf1ef9f714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:00:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['2da7f694-b686-459f-86e9-bdbf2d474c04'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:00:53.815167 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc7dfa-9ee1-4820-b8ad-690e13232292 None None] Pushing event updated for resources: {'Port': ['ID=64366ca2-788f-4209-8a5c-c61409627ed1,revision_number=4']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:53.849072 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-6594658f-1b6d-43cf-92ae-ea14be9b21ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63686427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63285501'] for subnet, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:53.857000 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-bc35b914-91a8-43ef-8549-13d32410fb4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:53.872051 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-307b7651-3321-4ff3-848f-9d818f3d1de3 service neutron] 10.222.0.47 "GET /v2.0/networks/658d8149-b1f9-42f6-8eb0-ca10d2624cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600525 Jun 23 19:00:53.874307 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-71dc7dfa-9ee1-4820-b8ad-690e13232292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:53.981917 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-36b26762-3559-44b9-97f9-196c7933dcf8 service neutron] 10.222.0.47 "GET /v2.0/networks/658d8149-b1f9-42f6-8eb0-ca10d2624cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088266 Jun 23 19:00:54.007367 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-dcf0170a-7621-475e-afde-5bcf1ef9f714 None None] Set router 2da7f694-b686-459f-86e9-bdbf2d474c04 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:00:54.012652 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594658f-1b6d-43cf-92ae-ea14be9b21ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=71434ceb-7156-4185-ac6b-e1254012afcf,revision_number=0']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:54.023874 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-6594658f-1b6d-43cf-92ae-ea14be9b21ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:54.038795 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6594658f-1b6d-43cf-92ae-ea14be9b21ef admin admin] Checking segment: {'id': 'e6635f8f-6033-4ce3-98b6-75ba91104deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f9164dc2-8c42-4160-b1e8-68acf68bf965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:00:54.039249 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6594658f-1b6d-43cf-92ae-ea14be9b21ef admin admin] Network hostable DHCP agents. Network: f9164dc2-8c42-4160-b1e8-68acf68bf965, hostable agents: ['1dd69743-8206-40a5-ae92-aa5513ece3b0'], hosted agents: [] {{(pid=99982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:00:54.091731 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5257c-25b2-4363-ad92-b353e458fa9f req-a1a5d8f6-f671-44d8-9c64-89d666968db9 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:54.095828 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-e5c5257c-25b2-4363-ad92-b353e458fa9f req-a1a5d8f6-f671-44d8-9c64-89d666968db9 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=4efc1ecd-2b44-452e-854e-04ffa829501a HTTP/1.1" status: 200 len: 945 time: 0.1624081 Jun 23 19:00:54.134067 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-e5c5257c-25b2-4363-ad92-b353e458fa9f req-cdc205ef-c246-40a0-846f-c85a7db7a138 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336008 Jun 23 19:00:54.137523 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-343421e6-fb00-48e6-8091-6cd1fdcdb6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66156147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63851710'] for subnet, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:54.140885 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-caf2b5c3-0bd9-4fdb-b16c-908e640aa3f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:54.176615 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6594658f-1b6d-43cf-92ae-ea14be9b21ef admin admin] Network f9164dc2-8c42-4160-b1e8-68acf68bf965 is scheduled to be hosted by DHCP agent 1dd69743-8206-40a5-ae92-aa5513ece3b0 with binding_index 1 {{(pid=99982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:00:54.191646 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343421e6-fb00-48e6-8091-6cd1fdcdb6ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=25d09532-a47d-48b0-af20-4d7273d9b57e,revision_number=0']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:54.202319 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-343421e6-fb00-48e6-8091-6cd1fdcdb6ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:54.213689 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343421e6-fb00-48e6-8091-6cd1fdcdb6ad admin admin] Checking segment: {'id': 'e90fbaf9-be65-41de-9b5f-7a75cdf36a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'e275921a-9eba-4bc5-90c7-be620971bd66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:00:54.213969 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343421e6-fb00-48e6-8091-6cd1fdcdb6ad admin admin] Network hostable DHCP agents. Network: e275921a-9eba-4bc5-90c7-be620971bd66, hostable agents: ['1dd69743-8206-40a5-ae92-aa5513ece3b0'], hosted agents: [] {{(pid=99981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:00:54.274537 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-dcf0170a-7621-475e-afde-5bcf1ef9f714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'name': 'tempest-TestMinimumBasicScenario-1415800864-router', 'tenant_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '22f74863-7aea-4fcc-89db-9bc86cc5c382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:44Z', 'updated_at': '2021-06-23T19:00:50Z', 'revision_number': 4, 'project_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'gw_port': {'id': '22f74863-7aea-4fcc-89db-9bc86cc5c382', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:78:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:45Z', 'updated_at': '2021-06-23T19:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': '64366ca2-788f-4209-8a5c-c61409627ed1', 'name': '', 'network_id': '07c16b52-6a2b-4672-a465-c1c2c0e75c21', 'tenant_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'mac_address': 'fa:16:3e:f4:e2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '280e4d64-5f4e-4e43-8a51-877f10eb6cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:49Z', 'updated_at': '2021-06-23T19:00:53Z', 'revision_number': 4, 'project_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'subnets': [{'id': '280e4d64-5f4e-4e43-8a51-877f10eb6cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:00:54.293022 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-500fbf4b-f41c-4643-bb5f-597743a0e23a req-790cf2cc-d9a1-4773-86ac-b563299b8620 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/ports?device_id=367ac2bf-547d-4eb8-8a18-3a94b54180ec HTTP/1.1" status: 200 len: 210 time: 0.0325024 Jun 23 19:00:54.303811 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.base_scheduler [None req-6594658f-1b6d-43cf-92ae-ea14be9b21ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-8-iscsi, f9164dc2-8c42-4160-b1e8-68acf68bf965) {{(pid=99982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:00:54.305496 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf0170a-7621-475e-afde-5bcf1ef9f714 None None] The sync data for ids ['2da7f694-b686-459f-86e9-bdbf2d474c04'] in dv-cinder-786386-8-iscsi is: [{'id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'name': 'tempest-TestMinimumBasicScenario-1415800864-router', 'tenant_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '22f74863-7aea-4fcc-89db-9bc86cc5c382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:44Z', 'updated_at': '2021-06-23T19:00:50Z', 'revision_number': 4, 'project_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'gw_port': {'id': '22f74863-7aea-4fcc-89db-9bc86cc5c382', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:78:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:45Z', 'updated_at': '2021-06-23T19:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': '64366ca2-788f-4209-8a5c-c61409627ed1', 'name': '', 'network_id': '07c16b52-6a2b-4672-a465-c1c2c0e75c21', 'tenant_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'mac_address': 'fa:16:3e:f4:e2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '280e4d64-5f4e-4e43-8a51-877f10eb6cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:49Z', 'updated_at': '2021-06-23T19:00:53Z', 'revision_number': 4, 'project_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'subnets': [{'id': '280e4d64-5f4e-4e43-8a51-877f10eb6cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:00:54.309723 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6594658f-1b6d-43cf-92ae-ea14be9b21ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:54.310724 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-6594658f-1b6d-43cf-92ae-ea14be9b21ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:54.312003 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bb7f3c-7ad5-4957-b57e-c8395a7d50b9 None None] Network f9164dc2-8c42-4160-b1e8-68acf68bf965 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:00:54.352953 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0bb50-b696-4d05-9075-282d0a9a5080 req-106004f9-3d34-4630-a94d-b6918ea285ba tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:54.360421 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-eff0bb50-b696-4d05-9075-282d0a9a5080 req-106004f9-3d34-4630-a94d-b6918ea285ba tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0970478 Jun 23 19:00:54.370522 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343421e6-fb00-48e6-8091-6cd1fdcdb6ad admin admin] Network e275921a-9eba-4bc5-90c7-be620971bd66 is scheduled to be hosted by DHCP agent 1dd69743-8206-40a5-ae92-aa5513ece3b0 with binding_index 1 {{(pid=99981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:00:54.384294 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [None req-343421e6-fb00-48e6-8091-6cd1fdcdb6ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-8-iscsi, e275921a-9eba-4bc5-90c7-be620971bd66) {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:00:54.402377 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343421e6-fb00-48e6-8091-6cd1fdcdb6ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:54.403091 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-343421e6-fb00-48e6-8091-6cd1fdcdb6ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for subnet, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:54.412398 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-6594658f-1b6d-43cf-92ae-ea14be9b21ef admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9840097 Jun 23 19:00:54.446682 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-eff0bb50-b696-4d05-9075-282d0a9a5080 req-866fdd6a-23a9-401b-8915-dda989dc90c8 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851977 Jun 23 19:00:54.502696 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 59020) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:54.502854 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-343421e6-fb00-48e6-8091-6cd1fdcdb6ad admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3157916 Jun 23 19:00:54.513924 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-24456c60-7154-41cb-892e-5ce71674fad6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1344799118-router', 'tenant_id': '14850be5bc1d45b29f039e2ab2f3b5ff', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'}}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:00:54.652119 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbc979a-f6f4-4f60-a990-9666a552cc1a None None] Network e275921a-9eba-4bc5-90c7-be620971bd66 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:00:54.660432 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 64366ca2-788f-4209-8a5c-c61409627ed1 up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:00:54.676455 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-24456c60-7154-41cb-892e-5ce71674fad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1984276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31832'] for router, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:54.677794 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-24456c60-7154-41cb-892e-5ce71674fad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1977642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2055753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31811'] for router, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:54.773182 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35056c0-dacd-4c91-a480-6a7c6688cc3f req-dce889ef-96d7-49ac-941a-907d43bb85ee tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:54.793034 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-d35056c0-dacd-4c91-a480-6a7c6688cc3f req-dce889ef-96d7-49ac-941a-907d43bb85ee tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 945 time: 0.0986178 Jun 23 19:00:54.830873 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c770c4-f464-4199-a848-68c70450b6d9 None None] Network f9164dc2-8c42-4160-b1e8-68acf68bf965 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:00:54.844886 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-24456c60-7154-41cb-892e-5ce71674fad6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:54.850113 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-d35056c0-dacd-4c91-a480-6a7c6688cc3f req-82e5ff95-ae93-4b57-9e05-7627480f439c tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559502 Jun 23 19:00:54.988122 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning for port 64366ca2-788f-4209-8a5c-c61409627ed1 completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:00:55.006808 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port 64366ca2-788f-4209-8a5c-c61409627ed1 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:00:55.007206 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:55.127637 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c43fd2e-ad75-44ab-b6e6-f6c302581fe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp635e9f09-2955-5d20-83b9-10684d4533fd-e275921a-9eba-4bc5-90c7-be620971bd66', 'network_id': 'e275921a-9eba-4bc5-90c7-be620971bd66', 'tenant_id': '14850be5bc1d45b29f039e2ab2f3b5ff', 'fixed_ips': [{'subnet_id': '25d09532-a47d-48b0-af20-4d7273d9b57e'}]}} from dv-cinder-786386-8-iscsi. {{(pid=99983) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 19:00:55.127931 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-24456c60-7154-41cb-892e-5ce71674fad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1996936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31869'] for router, precommit_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:55.128657 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-3c43fd2e-ad75-44ab-b6e6-f6c302581fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:55.236526 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:55.329054 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] For port 64366ca2-788f-4209-8a5c-c61409627ed1, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=64366ca2-788f-4209-8a5c-c61409627ed1,segment=NetworkSegment(528b22de-3b90-4599-b9c6-d4ed2483c7d8),segment_id=528b22de-3b90-4599-b9c6-d4ed2483c7d8)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:00:55.361103 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.db_base_plugin_common [None req-3c43fd2e-ad75-44ab-b6e6-f6c302581fe4 None None] Allocated IP 172.20.0.2 (e275921a-9eba-4bc5-90c7-be620971bd66/25d09532-a47d-48b0-af20-4d7273d9b57e/d9b4e4f0-cfa7-4b94-876d-25249a3a6d49) {{(pid=99983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:00:55.397763 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae65bb3-91fa-446c-a378-4ce3cb138594 req-9af71671-dbf8-4d00-aa24-f70daf8472e4 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:55.401287 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-cae65bb3-91fa-446c-a378-4ce3cb138594 req-9af71671-dbf8-4d00-aa24-f70daf8472e4 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=4efc1ecd-2b44-452e-854e-04ffa829501a HTTP/1.1" status: 200 len: 945 time: 0.1381016 Jun 23 19:00:55.443307 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:55.446873 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:55.465760 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-cae65bb3-91fa-446c-a378-4ce3cb138594 req-4d9e9569-9bbd-4b1a-9f82-e16702efed37 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531340 Jun 23 19:00:55.526197 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 94a1ae71-5673-4d8e-856b-f6f1d6a73816 up at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:00:55.574067 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-24456c60-7154-41cb-892e-5ce71674fad6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:55.575503 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-d418e3a3-7f5a-4e00-adc8-195b5df7dfaf req-f2217550-5d4b-492b-92be-0466696e84a4 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/ports?device_id=367ac2bf-547d-4eb8-8a18-3a94b54180ec HTTP/1.1" status: 200 len: 210 time: 0.0541089 Jun 23 19:00:55.609415 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-24456c60-7154-41cb-892e-5ce71674fad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:55.705375 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Pushing event updated for resources: {'Port': ['ID=64366ca2-788f-4209-8a5c-c61409627ed1,revision_number=5']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:55.717557 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:55.723929 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-3c43fd2e-ad75-44ab-b6e6-f6c302581fe4 None None] Notify callbacks [] for port, precommit_create {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:55.732893 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 59064) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:55.739447 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-3c43fd2e-ad75-44ab-b6e6-f6c302581fe4 None None] Transition to ACTIVE for port object d9b4e4f0-cfa7-4b94-876d-25249a3a6d49 will not be triggered until provisioned by entity L2. {{(pid=99983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:00:55.746147 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-17e92f8b-4db2-4fa2-b473-69de3cd73da1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-801226539-network', 'tenant_id': '399bd6bd18474e2e81ffd529b37c4b6b'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:00:55.925685 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.db_base_plugin_common [None req-24456c60-7154-41cb-892e-5ce71674fad6 admin admin] Allocated IP 172.27.0.93 (5d962e1b-a48a-439d-b5f0-687f24f30c92/77178bee-415e-4d1b-b321-842ae6d8e42c/7142d0a3-b193-4a26-b6bc-3de066b030f3) {{(pid=99982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:00:55.928054 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-3c43fd2e-ad75-44ab-b6e6-f6c302581fe4 None None] Transition to ACTIVE for port object d9b4e4f0-cfa7-4b94-876d-25249a3a6d49 will not be triggered until provisioned by entity DHCP. {{(pid=99983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:00:55.929291 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-24456c60-7154-41cb-892e-5ce71674fad6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:56.011780 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning for port 94a1ae71-5673-4d8e-856b-f6f1d6a73816 completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:00:56.014352 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-3c43fd2e-ad75-44ab-b6e6-f6c302581fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966'] for port, after_create {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:56.017682 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-518fba7a-873f-4fa6-a0c8-af6df733b18e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:56.027824 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning complete for port 94a1ae71-5673-4d8e-856b-f6f1d6a73816 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:00:56.028215 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:56.028370 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e92f8b-4db2-4fa2-b473-69de3cd73da1 admin admin] Made reservation on behalf of 399bd6bd18474e2e81ffd529b37c4b6b for: {'network': 1} {{(pid=99981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:00:56.034565 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-17e92f8b-4db2-4fa2-b473-69de3cd73da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for network, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:56.047320 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-17e92f8b-4db2-4fa2-b473-69de3cd73da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:56.095444 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c43fd2e-ad75-44ab-b6e6-f6c302581fe4 None None] Network e275921a-9eba-4bc5-90c7-be620971bd66 is already hosted by enough agents. {{(pid=99983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:00:56.103094 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.scheduler.base_scheduler [None req-3c43fd2e-ad75-44ab-b6e6-f6c302581fe4 None None] Resources bound (agent type, host, resource id): {{(pid=99983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:00:56.108728 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e2240-7be8-4f1f-b285-d73da13a399d req-15fcd5c4-029b-4333-b54c-37eb25ef1413 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:56.110254 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-7e4e2240-7be8-4f1f-b285-d73da13a399d req-15fcd5c4-029b-4333-b54c-37eb25ef1413 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 945 time: 0.1206064 Jun 23 19:00:56.112834 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c43fd2e-ad75-44ab-b6e6-f6c302581fe4 None None] Received port after_create {{(pid=99983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:00:56.123198 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c43fd2e-ad75-44ab-b6e6-f6c302581fe4 None None] Pushing event updated for resources: {'Port': ['ID=d9b4e4f0-cfa7-4b94-876d-25249a3a6d49,revision_number=1']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:56.133473 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-3c43fd2e-ad75-44ab-b6e6-f6c302581fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:56.169630 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-7e4e2240-7be8-4f1f-b285-d73da13a399d req-44d483ae-86eb-4062-9784-4fba4681269b tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477350 Jun 23 19:00:56.199512 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-17e92f8b-4db2-4fa2-b473-69de3cd73da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:56.213589 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-3c43fd2e-ad75-44ab-b6e6-f6c302581fe4 None None] Attempting to bind port d9b4e4f0-cfa7-4b94-876d-25249a3a6d49 on host dv-cinder-786386-8-iscsi for vnic_type normal with profile {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:00:56.213969 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-3c43fd2e-ad75-44ab-b6e6-f6c302581fe4 None None] Attempting to bind port d9b4e4f0-cfa7-4b94-876d-25249a3a6d49 by drivers openvswitch,hyperv on host dv-cinder-786386-8-iscsi at level 0 using segments [{'id': 'e90fbaf9-be65-41de-9b5f-7a75cdf36a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'e275921a-9eba-4bc5-90c7-be620971bd66'}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:00:56.214370 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c43fd2e-ad75-44ab-b6e6-f6c302581fe4 None None] Attempting to bind port d9b4e4f0-cfa7-4b94-876d-25249a3a6d49 on network e275921a-9eba-4bc5-90c7-be620971bd66 {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:00:56.222975 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c43fd2e-ad75-44ab-b6e6-f6c302581fe4 None None] Checking agent: {'id': 'a2428681-7d0e-4763-9bc6-e98548fc0bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 50, 31), 'started_at': datetime.datetime(2021, 6, 23, 18, 51, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:00:56.223377 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c43fd2e-ad75-44ab-b6e6-f6c302581fe4 None None] Checking segment: {'id': 'e90fbaf9-be65-41de-9b5f-7a75cdf36a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'e275921a-9eba-4bc5-90c7-be620971bd66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:00:56.223782 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-3c43fd2e-ad75-44ab-b6e6-f6c302581fe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:56.224180 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c43fd2e-ad75-44ab-b6e6-f6c302581fe4 None None] Bound using segment: {'id': 'e90fbaf9-be65-41de-9b5f-7a75cdf36a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'e275921a-9eba-4bc5-90c7-be620971bd66'} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:00:56.224647 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-3c43fd2e-ad75-44ab-b6e6-f6c302581fe4 None None] Bound port: d9b4e4f0-cfa7-4b94-876d-25249a3a6d49, host: dv-cinder-786386-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e90fbaf9-be65-41de-9b5f-7a75cdf36a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'e275921a-9eba-4bc5-90c7-be620971bd66'}}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:00:56.225021 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-3c43fd2e-ad75-44ab-b6e6-f6c302581fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:56.226767 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:56.270940 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-24456c60-7154-41cb-892e-5ce71674fad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63686027'] for port, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:56.273938 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-1fabafb4-e64c-48d7-9c64-e15893933bdb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:56.277320 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efc1ecd-2b44-452e-854e-04ffa829501a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a1ae71-5673-4d8e-856b-f6f1d6a73816'}] {{(pid=99983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:00:56.279608 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3da190a675926e82bddf1ae19285f5edc5f8218f501b2228f0a51a29f9c71fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79161075-68b8-49c0-b54f-404cf4c5f655" -d '{"events": [{"server_uuid": "4efc1ecd-2b44-452e-854e-04ffa829501a", "name": "network-vif-plugged", "status": "completed", "tag": "94a1ae71-5673-4d8e-856b-f6f1d6a73816"}]}' {{(pid=99983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:00:56.298742 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 94a1ae71-5673-4d8e-856b-f6f1d6a73816, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=94a1ae71-5673-4d8e-856b-f6f1d6a73816,segment=NetworkSegment(91ac7bd7-7747-45f6-a655-e28f712ee370),segment_id=91ac7bd7-7747-45f6-a655-e28f712ee370)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:00:56.316719 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24456c60-7154-41cb-892e-5ce71674fad6 admin admin] Network 5d962e1b-a48a-439d-b5f0-687f24f30c92 is already hosted by enough agents. {{(pid=99982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:00:56.321247 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.base_scheduler [None req-24456c60-7154-41cb-892e-5ce71674fad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:00:56.321710 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8469d771-c044-4c81-a5e6-bc9858a5020c x-openstack-request-id: req-8469d771-c044-4c81-a5e6-bc9858a5020c {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:00:56.322012 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4efc1ecd-2b44-452e-854e-04ffa829501a", "name": "network-vif-plugged", "status": "completed", "tag": "94a1ae71-5673-4d8e-856b-f6f1d6a73816", "code": 200}]} {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:00:56.322428 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8469d771-c044-4c81-a5e6-bc9858a5020c {{(pid=99983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:00:56.325912 dv-cinder-786386-8-iscsi neutron-server[99983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efc1ecd-2b44-452e-854e-04ffa829501a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a1ae71-5673-4d8e-856b-f6f1d6a73816', 'code': 200} Jun 23 19:00:56.325912 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-3c43fd2e-ad75-44ab-b6e6-f6c302581fe4 None None] For port d9b4e4f0-cfa7-4b94-876d-25249a3a6d49, host dv-cinder-786386-8-iscsi, cleared binding levels {{(pid=99983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:00:56.326133 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24456c60-7154-41cb-892e-5ce71674fad6 admin admin] Received port after_create {{(pid=99982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:00:56.328856 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24456c60-7154-41cb-892e-5ce71674fad6 admin admin] Pushing event updated for resources: {'Port': ['ID=7142d0a3-b193-4a26-b6bc-3de066b030f3,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:56.329174 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-3c43fd2e-ad75-44ab-b6e6-f6c302581fe4 None None] For port d9b4e4f0-cfa7-4b94-876d-25249a3a6d49, host dv-cinder-786386-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=d9b4e4f0-cfa7-4b94-876d-25249a3a6d49,segment=NetworkSegment(e90fbaf9-be65-41de-9b5f-7a75cdf36a54),segment_id=e90fbaf9-be65-41de-9b5f-7a75cdf36a54)] {{(pid=99983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:00:56.347431 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-24456c60-7154-41cb-892e-5ce71674fad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:56.428985 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-17e92f8b-4db2-4fa2-b473-69de3cd73da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:56.429521 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:56.431026 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:56.435304 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-3b8a1493-bf42-4f13-a11e-914e5af7359b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:56.475049 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e92f8b-4db2-4fa2-b473-69de3cd73da1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=99981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:00:56.477439 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e92f8b-4db2-4fa2-b473-69de3cd73da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb52a59-4bbb-408a-b30f-035f1268c2c0,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:56.478035 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-3c43fd2e-ad75-44ab-b6e6-f6c302581fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:56.482115 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-17e92f8b-4db2-4fa2-b473-69de3cd73da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:56.492791 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-17e92f8b-4db2-4fa2-b473-69de3cd73da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412'] for segment, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:56.495322 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.db.segments_db [None req-17e92f8b-4db2-4fa2-b473-69de3cd73da1 admin admin] Added segment fc2b601e-57e8-4c26-baba-d6d008d8e97f of type vlan for network fc1635df-68ad-48ac-8ce8-958d32bb8988 Jun 23 19:00:56.519330 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=94a1ae71-5673-4d8e-856b-f6f1d6a73816,revision_number=5']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:56.524107 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:56.524372 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:56.560404 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-17e92f8b-4db2-4fa2-b473-69de3cd73da1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739890161695'] for network, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:56.560502 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 64366ca2-788f-4209-8a5c-c61409627ed1 up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:00:56.667403 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-17e92f8b-4db2-4fa2-b473-69de3cd73da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545'] for network, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:56.671179 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e92f8b-4db2-4fa2-b473-69de3cd73da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:56.671179 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-17e92f8b-4db2-4fa2-b473-69de3cd73da1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for network, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:56.689112 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-24456c60-7154-41cb-892e-5ce71674fad6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:56.695059 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c43fd2e-ad75-44ab-b6e6-f6c302581fe4 None None] Pushing event updated for resources: {'Port': ['ID=d9b4e4f0-cfa7-4b94-876d-25249a3a6d49,revision_number=2']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:56.700826 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-3c43fd2e-ad75-44ab-b6e6-f6c302581fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:56.703965 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-5551578e-b89b-4687-8c93-1348b29a9f45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:56.714860 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port 64366ca2-788f-4209-8a5c-c61409627ed1 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:00:56.715895 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:56.831978 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e92f8b-4db2-4fa2-b473-69de3cd73da1 admin admin] Pushing event updated for resources: {'Network': ['ID=fc1635df-68ad-48ac-8ce8-958d32bb8988,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:56.837990 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-17e92f8b-4db2-4fa2-b473-69de3cd73da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:56.878451 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caddf87c-c8fd-4dde-a170-bf7c16737f16 req-e46b10d1-11bc-4ae2-bbae-9a8baa6109a7 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:56.878803 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Network fc1635df-68ad-48ac-8ce8-958d32bb8988 details requested by agent ovs-agent-dv-cinder-786386-8-iscsi with host dv-cinder-786386-8-iscsi {{(pid=99983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:00:56.880233 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-caddf87c-c8fd-4dde-a170-bf7c16737f16 req-e46b10d1-11bc-4ae2-bbae-9a8baa6109a7 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=4efc1ecd-2b44-452e-854e-04ffa829501a HTTP/1.1" status: 200 len: 946 time: 0.2232618 Jun 23 19:00:56.885507 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-17e92f8b-4db2-4fa2-b473-69de3cd73da1 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1511686 Jun 23 19:00:56.886643 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 59080) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:56.896020 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-9a9699a9-b06d-40ef-b68e-25d64aca2b47 req-3b1fb326-3dda-45ba-90c4-6733203ab40a tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/ports?device_id=367ac2bf-547d-4eb8-8a18-3a94b54180ec HTTP/1.1" status: 200 len: 210 time: 0.0975423 Jun 23 19:00:56.896209 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-84706772-29b1-427e-bdc4-20219f1b4870 admin admin] Request body: {'subnet': {'network_id': 'fc1635df-68ad-48ac-8ce8-958d32bb8988', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-801226539-subnet', 'tenant_id': '399bd6bd18474e2e81ffd529b37c4b6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:00:57.001878 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-caddf87c-c8fd-4dde-a170-bf7c16737f16 req-f59ad976-a99f-4a29-a0fc-4602cd6a6afd tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981543 Jun 23 19:00:57.061206 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84706772-29b1-427e-bdc4-20219f1b4870 admin admin] Made reservation on behalf of 399bd6bd18474e2e81ffd529b37c4b6b for: {'subnet': 1} {{(pid=99981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:00:57.063695 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-84706772-29b1-427e-bdc4-20219f1b4870 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63851692'] for subnet, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:57.087310 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc74d9d-8e68-4fc3-a50e-015a2ef24396 req-6e53c8b8-a76f-4986-bda8-7545aa2e6fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:57.089856 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-6dc74d9d-8e68-4fc3-a50e-015a2ef24396 req-6e53c8b8-a76f-4986-bda8-7545aa2e6fd6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4efc1ecd-2b44-452e-854e-04ffa829501a HTTP/1.1" status: 200 len: 1099 time: 0.1373253 Jun 23 19:00:57.118564 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-24456c60-7154-41cb-892e-5ce71674fad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1996929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1975405'] for router, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:57.175902 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-6dc74d9d-8e68-4fc3-a50e-015a2ef24396 req-efd583da-c4e6-426e-a1bd-d767dcb930cd service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725427 Jun 23 19:00:57.339527 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24456c60-7154-41cb-892e-5ce71674fad6 admin admin] Router 99b42a35-dcb5-4ccf-a319-4e2fbeff3824 is scheduled to L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 with binding_index 1 {{(pid=99982) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 19:00:57.400898 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-84706772-29b1-427e-bdc4-20219f1b4870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66156147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63851710'] for subnet, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:57.401781 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3859d-06cc-40f3-9fa0-8a5e9b2d808c req-8d062c9e-ba2f-4217-a245-f74d7035866f tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:57.403353 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-85a3859d-06cc-40f3-9fa0-8a5e9b2d808c req-8d062c9e-ba2f-4217-a245-f74d7035866f tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 945 time: 0.1044533 Jun 23 19:00:57.410460 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-343421e6-fb00-48e6-8091-6cd1fdcdb6ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:57.468368 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84706772-29b1-427e-bdc4-20219f1b4870 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9757b117-57af-453e-bacc-02beca764a8b,revision_number=0']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:57.472961 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-84706772-29b1-427e-bdc4-20219f1b4870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:57.481759 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84706772-29b1-427e-bdc4-20219f1b4870 admin admin] Checking segment: {'id': 'fc2b601e-57e8-4c26-baba-d6d008d8e97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'fc1635df-68ad-48ac-8ce8-958d32bb8988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:00:57.482286 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84706772-29b1-427e-bdc4-20219f1b4870 admin admin] Network hostable DHCP agents. Network: fc1635df-68ad-48ac-8ce8-958d32bb8988, hostable agents: ['1dd69743-8206-40a5-ae92-aa5513ece3b0'], hosted agents: [] {{(pid=99981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:00:57.573847 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84706772-29b1-427e-bdc4-20219f1b4870 admin admin] Network fc1635df-68ad-48ac-8ce8-958d32bb8988 is scheduled to be hosted by DHCP agent 1dd69743-8206-40a5-ae92-aa5513ece3b0 with binding_index 1 {{(pid=99981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:00:57.666874 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf3c86a-e88e-4833-83eb-8ae562313070 None None] Network e275921a-9eba-4bc5-90c7-be620971bd66 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:00:57.670286 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [None req-84706772-29b1-427e-bdc4-20219f1b4870 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-8-iscsi, fc1635df-68ad-48ac-8ce8-958d32bb8988) {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:00:57.674611 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84706772-29b1-427e-bdc4-20219f1b4870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:57.675210 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-84706772-29b1-427e-bdc4-20219f1b4870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for subnet, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:57.693787 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d0b6a2-dd54-48ed-b1b4-972e4fe9ebee None None] Network fc1635df-68ad-48ac-8ce8-958d32bb8988 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:00:57.748025 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-85a3859d-06cc-40f3-9fa0-8a5e9b2d808c req-115087f8-dfb0-428d-94eb-616ec5fa6c04 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3384459 Jun 23 19:00:57.754962 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24456c60-7154-41cb-892e-5ce71674fad6 admin admin] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:00:57.763831 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-84706772-29b1-427e-bdc4-20219f1b4870 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8722427 Jun 23 19:00:57.765819 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8791a75e-bdcc-40b8-9b33-253e2dddbe8b None None] Sync routers for ids ['99b42a35-dcb5-4ccf-a319-4e2fbeff3824'] in dv-cinder-786386-8-iscsi {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:00:57.778564 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8791a75e-bdcc-40b8-9b33-253e2dddbe8b None None] Routers {'99b42a35-dcb5-4ccf-a319-4e2fbeff3824'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:00:57.779178 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-8791a75e-bdcc-40b8-9b33-253e2dddbe8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:00:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['99b42a35-dcb5-4ccf-a319-4e2fbeff3824'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:00:57.794431 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-c6806378-a991-420a-b720-de8202c26423 None None] Provisioning for port d9b4e4f0-cfa7-4b94-876d-25249a3a6d49 completed by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:00:57.851640 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-24456c60-7154-41cb-892e-5ce71674fad6 admin admin] Notify callbacks [] for router, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:57.855221 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-24456c60-7154-41cb-892e-5ce71674fad6 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3472767 Jun 23 19:00:57.855562 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 59092) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:57.891815 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-8791a75e-bdcc-40b8-9b33-253e2dddbe8b None None] Set router 99b42a35-dcb5-4ccf-a319-4e2fbeff3824 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:00:57.951417 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d793bf79-275a-47eb-8e8a-971e76e63c2a None None] Network fc1635df-68ad-48ac-8ce8-958d32bb8988 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:00:58.147389 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-5d079f0c-72db-4a07-bdbc-a8988468a660 req-c55601a4-eaa5-4d1b-a54b-d51180e5cd08 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/ports?device_id=367ac2bf-547d-4eb8-8a18-3a94b54180ec HTTP/1.1" status: 200 len: 210 time: 0.0484300 Jun 23 19:00:58.205513 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-8791a75e-bdcc-40b8-9b33-253e2dddbe8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b42a35-dcb5-4ccf-a319-4e2fbeff3824', 'name': 'tempest-TestMinimumBasicScenario-1344799118-router', 'tenant_id': '14850be5bc1d45b29f039e2ab2f3b5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '7142d0a3-b193-4a26-b6bc-3de066b030f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:54Z', 'updated_at': '2021-06-23T19:00:56Z', 'revision_number': 3, 'project_id': '14850be5bc1d45b29f039e2ab2f3b5ff', 'gw_port': {'id': '7142d0a3-b193-4a26-b6bc-3de066b030f3', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:55:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b42a35-dcb5-4ccf-a319-4e2fbeff3824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:55Z', 'updated_at': '2021-06-23T19:00:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi'}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:00:58.241526 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8791a75e-bdcc-40b8-9b33-253e2dddbe8b None None] Checking router: 99b42a35-dcb5-4ccf-a319-4e2fbeff3824 for host: dv-cinder-786386-8-iscsi {{(pid=99984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:00:58.242118 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8791a75e-bdcc-40b8-9b33-253e2dddbe8b None None] Updating router 99b42a35-dcb5-4ccf-a319-4e2fbeff3824 port 7142d0a3-b193-4a26-b6bc-3de066b030f3 binding host dv-cinder-786386-8-iscsi {{(pid=99984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:00:58.299315 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-8791a75e-bdcc-40b8-9b33-253e2dddbe8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:58.363431 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0063c2f-e95c-4089-b6c8-35805bd3dfee req-cb2b829b-855e-4827-bc1f-ff4e0eb26d95 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:58.370984 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f0063c2f-e95c-4089-b6c8-35805bd3dfee req-cb2b829b-855e-4827-bc1f-ff4e0eb26d95 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=4efc1ecd-2b44-452e-854e-04ffa829501a HTTP/1.1" status: 200 len: 946 time: 0.1177940 Jun 23 19:00:58.426937 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f0063c2f-e95c-4089-b6c8-35805bd3dfee req-6a6ceeb2-0bd4-4150-b029-55c8204316e7 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550086 Jun 23 19:00:58.493331 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-a55640d5-9134-4399-95aa-61a6da1c325c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:58.596114 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device d9b4e4f0-cfa7-4b94-876d-25249a3a6d49 up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:00:58.624805 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-8791a75e-bdcc-40b8-9b33-253e2dddbe8b None None] Notify callbacks [] for port, precommit_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:58.635054 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.provisioning_blocks [None req-8791a75e-bdcc-40b8-9b33-253e2dddbe8b None None] Transition to ACTIVE for port object 7142d0a3-b193-4a26-b6bc-3de066b030f3 will not be triggered until provisioned by entity L2. {{(pid=99984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:00:58.638834 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-e06b1f01-8673-417e-97a7-845eed2630d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:58.711107 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-8791a75e-bdcc-40b8-9b33-253e2dddbe8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:58.718703 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:58.749976 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning for port d9b4e4f0-cfa7-4b94-876d-25249a3a6d49 completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:00:58.755956 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port d9b4e4f0-cfa7-4b94-876d-25249a3a6d49 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:00:58.756343 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:58.851832 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db53c52a-a54e-47f2-a7ae-f2e52f7c008d None None] Pushing event updated for resources: {'Port': ['ID=7142d0a3-b193-4a26-b6bc-3de066b030f3,revision_number=2']} {{(pid=99984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:58.857584 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [None req-db53c52a-a54e-47f2-a7ae-f2e52f7c008d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:58.887260 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-53a54c06-6662-4023-86c3-f36e25e382d7 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:58.887260 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-53a54c06-6662-4023-86c3-f36e25e382d7 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.74 "GET /v2.0/networks?id=658d8149-b1f9-42f6-8eb0-ca10d2624cd8 HTTP/1.1" status: 200 len: 814 time: 0.2239666 Jun 23 19:00:58.890627 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:58.899470 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.managers [None req-8791a75e-bdcc-40b8-9b33-253e2dddbe8b None None] Attempting to bind port 7142d0a3-b193-4a26-b6bc-3de066b030f3 on host dv-cinder-786386-8-iscsi for vnic_type normal with profile {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:00:58.900041 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.managers [None req-8791a75e-bdcc-40b8-9b33-253e2dddbe8b None None] Attempting to bind port 7142d0a3-b193-4a26-b6bc-3de066b030f3 by drivers openvswitch,hyperv on host dv-cinder-786386-8-iscsi at level 0 using segments [{'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'}] {{(pid=99984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:00:58.903824 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8791a75e-bdcc-40b8-9b33-253e2dddbe8b None None] Attempting to bind port 7142d0a3-b193-4a26-b6bc-3de066b030f3 on network 5d962e1b-a48a-439d-b5f0-687f24f30c92 {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:00:58.916316 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8791a75e-bdcc-40b8-9b33-253e2dddbe8b None None] Checking agent: {'id': 'a2428681-7d0e-4763-9bc6-e98548fc0bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 50, 31), 'started_at': datetime.datetime(2021, 6, 23, 18, 51, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:00:58.919817 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8791a75e-bdcc-40b8-9b33-253e2dddbe8b None None] Checking segment: {'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:00:58.928952 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-dd9c9293-b11b-4eec-bd51-74557df8ffa1 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Request body: {'port': {'device_id': '367ac2bf-547d-4eb8-8a18-3a94b54180ec', 'network_id': '658d8149-b1f9-42f6-8eb0-ca10d2624cd8', 'admin_state_up': True, 'tenant_id': '225ca97f667a4834bfc8fd256ae8407f'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:00:58.930986 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-8791a75e-bdcc-40b8-9b33-253e2dddbe8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:58.931395 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8791a75e-bdcc-40b8-9b33-253e2dddbe8b None None] Bound using segment: {'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'} {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:00:58.932626 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.managers [None req-8791a75e-bdcc-40b8-9b33-253e2dddbe8b None None] Bound port: 7142d0a3-b193-4a26-b6bc-3de066b030f3, host: dv-cinder-786386-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'}}] {{(pid=99984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:00:58.933187 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-8791a75e-bdcc-40b8-9b33-253e2dddbe8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:58.953617 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.db_base_plugin_common [None req-e06b1f01-8673-417e-97a7-845eed2630d8 admin admin] Allocated IP 172.20.0.1 (e275921a-9eba-4bc5-90c7-be620971bd66/25d09532-a47d-48b0-af20-4d7273d9b57e/a10d6756-62c1-4ab1-8f0d-2ae747eec75c) {{(pid=99981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:00:58.981240 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] For port d9b4e4f0-cfa7-4b94-876d-25249a3a6d49, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=d9b4e4f0-cfa7-4b94-876d-25249a3a6d49,segment=NetworkSegment(e90fbaf9-be65-41de-9b5f-7a75cdf36a54),segment_id=e90fbaf9-be65-41de-9b5f-7a75cdf36a54)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:00:59.020654 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.db [None req-8791a75e-bdcc-40b8-9b33-253e2dddbe8b None None] For port 7142d0a3-b193-4a26-b6bc-3de066b030f3, host dv-cinder-786386-8-iscsi, cleared binding levels {{(pid=99984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:00:59.023789 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.db [None req-8791a75e-bdcc-40b8-9b33-253e2dddbe8b None None] For port 7142d0a3-b193-4a26-b6bc-3de066b030f3, host dv-cinder-786386-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=7142d0a3-b193-4a26-b6bc-3de066b030f3,segment=NetworkSegment(06735785-9383-45ec-8182-cbd06f0cff2c),segment_id=06735785-9383-45ec-8182-cbd06f0cff2c)] {{(pid=99984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:00:59.081838 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:59.085470 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-5b631568-500d-4097-998d-53cf3664f10a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:59.128618 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-8791a75e-bdcc-40b8-9b33-253e2dddbe8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:59.132435 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [None req-db53c52a-a54e-47f2-a7ae-f2e52f7c008d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:59.144164 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Pushing event updated for resources: {'Port': ['ID=d9b4e4f0-cfa7-4b94-876d-25249a3a6d49,revision_number=3']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:59.147224 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:59.215755 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8791a75e-bdcc-40b8-9b33-253e2dddbe8b None None] Routers {'99b42a35-dcb5-4ccf-a319-4e2fbeff3824'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:00:59.218133 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-8791a75e-bdcc-40b8-9b33-253e2dddbe8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:00:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['99b42a35-dcb5-4ccf-a319-4e2fbeff3824'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:00:59.222064 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db53c52a-a54e-47f2-a7ae-f2e52f7c008d None None] Pushing event updated for resources: {'Port': ['ID=7142d0a3-b193-4a26-b6bc-3de066b030f3,revision_number=3']} {{(pid=99984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:59.223304 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [None req-db53c52a-a54e-47f2-a7ae-f2e52f7c008d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:59.257295 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df9de2-00a3-4631-9f3e-e36f3a26890b req-3f0939b4-e210-4c2c-8a76-290452c7c1c1 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:59.264158 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-52df9de2-00a3-4631-9f3e-e36f3a26890b req-3f0939b4-e210-4c2c-8a76-290452c7c1c1 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 945 time: 0.2766538 Jun 23 19:00:59.301900 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-e06b1f01-8673-417e-97a7-845eed2630d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:59.331320 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.provisioning_blocks [None req-e06b1f01-8673-417e-97a7-845eed2630d8 admin admin] Transition to ACTIVE for port object a10d6756-62c1-4ab1-8f0d-2ae747eec75c will not be triggered until provisioned by entity DHCP. {{(pid=99981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:00:59.335335 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-52df9de2-00a3-4631-9f3e-e36f3a26890b req-6173c7b5-0476-4b19-9d21-d83ec5a23c0b tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702596 Jun 23 19:00:59.377991 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-6917df90-af21-44eb-a97c-c9b93f45e0fe req-89b141db-6d8a-4c0b-a407-51603ccb62f6 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/ports?device_id=367ac2bf-547d-4eb8-8a18-3a94b54180ec HTTP/1.1" status: 200 len: 210 time: 0.0429578 Jun 23 19:00:59.397463 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-8791a75e-bdcc-40b8-9b33-253e2dddbe8b None None] Set router 99b42a35-dcb5-4ccf-a319-4e2fbeff3824 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:00:59.413386 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-dd9c9293-b11b-4eec-bd51-74557df8ffa1 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Made reservation on behalf of 225ca97f667a4834bfc8fd256ae8407f for: {'port': 1} {{(pid=99981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:00:59.417601 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-dd9c9293-b11b-4eec-bd51-74557df8ffa1 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:59.515826 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-e06b1f01-8673-417e-97a7-845eed2630d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-66155747'] for port, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:59.524717 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:59.598297 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-8791a75e-bdcc-40b8-9b33-253e2dddbe8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b42a35-dcb5-4ccf-a319-4e2fbeff3824', 'name': 'tempest-TestMinimumBasicScenario-1344799118-router', 'tenant_id': '14850be5bc1d45b29f039e2ab2f3b5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '7142d0a3-b193-4a26-b6bc-3de066b030f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:54Z', 'updated_at': '2021-06-23T19:00:56Z', 'revision_number': 3, 'project_id': '14850be5bc1d45b29f039e2ab2f3b5ff', 'gw_port': {'id': '7142d0a3-b193-4a26-b6bc-3de066b030f3', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:55:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b42a35-dcb5-4ccf-a319-4e2fbeff3824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:55Z', 'updated_at': '2021-06-23T19:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi'}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:00:59.602268 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06b1f01-8673-417e-97a7-845eed2630d8 admin admin] Network e275921a-9eba-4bc5-90c7-be620971bd66 is already hosted by enough agents. {{(pid=99981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:00:59.613565 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [None req-e06b1f01-8673-417e-97a7-845eed2630d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:00:59.627743 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8791a75e-bdcc-40b8-9b33-253e2dddbe8b None None] The sync data for ids ['99b42a35-dcb5-4ccf-a319-4e2fbeff3824'] in dv-cinder-786386-8-iscsi is: [{'id': '99b42a35-dcb5-4ccf-a319-4e2fbeff3824', 'name': 'tempest-TestMinimumBasicScenario-1344799118-router', 'tenant_id': '14850be5bc1d45b29f039e2ab2f3b5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '7142d0a3-b193-4a26-b6bc-3de066b030f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:54Z', 'updated_at': '2021-06-23T19:00:56Z', 'revision_number': 3, 'project_id': '14850be5bc1d45b29f039e2ab2f3b5ff', 'gw_port': {'id': '7142d0a3-b193-4a26-b6bc-3de066b030f3', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:55:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b42a35-dcb5-4ccf-a319-4e2fbeff3824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:55Z', 'updated_at': '2021-06-23T19:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi'}] {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:00:59.635674 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06b1f01-8673-417e-97a7-845eed2630d8 admin admin] Received port after_create {{(pid=99981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:00:59.671449 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06b1f01-8673-417e-97a7-845eed2630d8 admin admin] Pushing event updated for resources: {'Port': ['ID=a10d6756-62c1-4ab1-8f0d-2ae747eec75c,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:59.680350 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-e06b1f01-8673-417e-97a7-845eed2630d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:59.682392 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.db_base_plugin_common [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-dd9c9293-b11b-4eec-bd51-74557df8ffa1 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Allocated IP 172.20.0.10 (658d8149-b1f9-42f6-8eb0-ca10d2624cd8/6e064846-44b1-4acd-8a72-8291f398f826/7e8f5ba8-aa9d-451c-bd3a-d7786a837f16) {{(pid=99981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:00:59.716489 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-e06b1f01-8673-417e-97a7-845eed2630d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015853'] for router_interface, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:59.832498 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae179a-e18a-44b0-a931-56fbf0d2d45c req-7d3923c3-fa46-4292-81a4-a945cf3a288d tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:59.832498 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-05ae179a-e18a-44b0-a931-56fbf0d2d45c req-7d3923c3-fa46-4292-81a4-a945cf3a288d tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=4efc1ecd-2b44-452e-854e-04ffa829501a HTTP/1.1" status: 200 len: 946 time: 0.2646427 Jun 23 19:00:59.973118 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-3d7bcf89-1d8a-4711-b7f5-76f9436be0d0 None None] Provisioning for port a10d6756-62c1-4ab1-8f0d-2ae747eec75c completed by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:00:59.977555 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-3d7bcf89-1d8a-4711-b7f5-76f9436be0d0 None None] Provisioning complete for port a10d6756-62c1-4ab1-8f0d-2ae747eec75c triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:00:59.978019 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-3d7bcf89-1d8a-4711-b7f5-76f9436be0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:00.015221 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-3d7bcf89-1d8a-4711-b7f5-76f9436be0d0 None None] Port a10d6756-62c1-4ab1-8f0d-2ae747eec75c cannot update to ACTIVE because it is not bound. {{(pid=99983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:01:00.215899 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-05ae179a-e18a-44b0-a931-56fbf0d2d45c req-e57f66a3-219e-4647-9cc1-5a0ee868dd1d tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762429 Jun 23 19:01:00.254019 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-dd9c9293-b11b-4eec-bd51-74557df8ffa1 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Notify callbacks [] for port, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:00.370130 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-dd9c9293-b11b-4eec-bd51-74557df8ffa1 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-66155747'] for port, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:00.375992 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-c5d9101d-86c9-4647-8aae-58df46c272c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:00.383968 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-e06b1f01-8673-417e-97a7-845eed2630d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:00.443738 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-dd9c9293-b11b-4eec-bd51-74557df8ffa1 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Network 658d8149-b1f9-42f6-8eb0-ca10d2624cd8 is already hosted by enough agents. {{(pid=99981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:01:00.480101 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-dd9c9293-b11b-4eec-bd51-74557df8ffa1 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Resources bound (agent type, host, resource id): {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:01:00.483062 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.l3_dvrscheduler_db [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-dd9c9293-b11b-4eec-bd51-74557df8ffa1 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Received port after_create {{(pid=99981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:01:00.512364 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c9293-b11b-4eec-bd51-74557df8ffa1 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Pushing event updated for resources: {'Port': ['ID=7e8f5ba8-aa9d-451c-bd3a-d7786a837f16,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:00.515419 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-dd9c9293-b11b-4eec-bd51-74557df8ffa1 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:00.561472 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-dd9c9293-b11b-4eec-bd51-74557df8ffa1 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:00.562139 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-dd9c9293-b11b-4eec-bd51-74557df8ffa1 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for port, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:00.669469 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3bdc5-7753-44fc-842a-a1f314fc80a7 req-f3763b6f-8d87-4cc6-8289-0adc524a9460 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:00.671154 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-2ab3bdc5-7753-44fc-842a-a1f314fc80a7 req-f3763b6f-8d87-4cc6-8289-0adc524a9460 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 945 time: 0.0766373 Jun 23 19:01:00.714077 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-dd9c9293-b11b-4eec-bd51-74557df8ffa1 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7904723 Jun 23 19:01:00.732418 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-e06b1f01-8673-417e-97a7-845eed2630d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:00.747566 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-2ab3bdc5-7753-44fc-842a-a1f314fc80a7 req-14eb2a7a-a985-4d27-8a39-0fe6062df501 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645654 Jun 23 19:01:00.757309 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c0b10-e7be-4689-89e3-f2d9b58db643 req-2826db58-ca9c-4dc8-9e0c-571f97b44cbd tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:00.764509 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-971c0b10-e7be-4689-89e3-f2d9b58db643 req-2826db58-ca9c-4dc8-9e0c-571f97b44cbd tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/ports?device_id=367ac2bf-547d-4eb8-8a18-3a94b54180ec HTTP/1.1" status: 200 len: 932 time: 0.1169565 Jun 23 19:01:00.770398 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-f7ccd46a-78aa-417c-a5f0-6cfce6135a8e service neutron] Request body: {'port': {'device_id': '367ac2bf-547d-4eb8-8a18-3a94b54180ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:01:00.782389 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device d9b4e4f0-cfa7-4b94-876d-25249a3a6d49 up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:01:00.819800 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-e06b1f01-8673-417e-97a7-845eed2630d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66155761'] for port, after_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:00.826829 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-05b10d1e-07c8-4af3-8736-bac565aeb425 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:00.864414 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port d9b4e4f0-cfa7-4b94-876d-25249a3a6d49 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:01:00.864414 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:00.935070 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-971c0b10-e7be-4689-89e3-f2d9b58db643 req-e38a7a0c-7f4d-4a33-82bb-e912b8cc491c tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c65a21b-885f-4a6c-96a2-cea22fb5ac8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696312 Jun 23 19:01:00.943341 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06b1f01-8673-417e-97a7-845eed2630d8 admin admin] Pushing event updated for resources: {'Port': ['ID=a10d6756-62c1-4ab1-8f0d-2ae747eec75c,revision_number=2']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:00.946996 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-e06b1f01-8673-417e-97a7-845eed2630d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:00.957251 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-e06b1f01-8673-417e-97a7-845eed2630d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2015873'] for router_interface, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:00.961897 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-f7ccd46a-78aa-417c-a5f0-6cfce6135a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:00.988555 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 7142d0a3-b193-4a26-b6bc-3de066b030f3 up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:01:01.058995 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-576f7824-6aba-4760-ad35-da6987cba966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:01.116277 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning for port 7142d0a3-b193-4a26-b6bc-3de066b030f3 completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:01:01.120626 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port 7142d0a3-b193-4a26-b6bc-3de066b030f3 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:01:01.121014 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:01.211321 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:01.218692 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06b1f01-8673-417e-97a7-845eed2630d8 admin admin] Network e275921a-9eba-4bc5-90c7-be620971bd66 is already hosted by enough agents. {{(pid=99981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:01:01.221450 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [None req-e06b1f01-8673-417e-97a7-845eed2630d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:01:01.236610 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] For port 7142d0a3-b193-4a26-b6bc-3de066b030f3, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=7142d0a3-b193-4a26-b6bc-3de066b030f3,segment=NetworkSegment(06735785-9383-45ec-8182-cbd06f0cff2c),segment_id=06735785-9383-45ec-8182-cbd06f0cff2c)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:01:01.317749 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:01.324805 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-cda3ddec-54e9-4fe8-b7b9-3a9c926f58ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:01.396833 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-9e04357a-6045-416c-8b77-371e1ca308af tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2141914032&fields=id&tenant_id=c353ddad9e634833bd136bff1f36ab80 HTTP/1.1" status: 200 len: 267 time: 0.1230936 Jun 23 19:01:01.413758 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Pushing event updated for resources: {'Port': ['ID=7142d0a3-b193-4a26-b6bc-3de066b030f3,revision_number=4']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:01.425599 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:01.499438 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:01.517787 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67784b59-c7eb-4b60-9c54-f2bcb5cfcfbf req-17b4a31b-7175-471a-8605-4d6ec0e90d84 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:01.519305 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-67784b59-c7eb-4b60-9c54-f2bcb5cfcfbf req-17b4a31b-7175-471a-8605-4d6ec0e90d84 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=4efc1ecd-2b44-452e-854e-04ffa829501a HTTP/1.1" status: 200 len: 946 time: 0.0779905 Jun 23 19:01:01.526612 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06b1f01-8673-417e-97a7-845eed2630d8 admin admin] Router 99b42a35-dcb5-4ccf-a319-4e2fbeff3824 has already been hosted by L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 {{(pid=99981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:01:01.541155 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.notifiers.nova [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-f7ccd46a-78aa-417c-a5f0-6cfce6135a8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e8f5ba8-aa9d-451c-bd3a-d7786a837f16 {{(pid=99981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:01:01.556392 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-f7ccd46a-78aa-417c-a5f0-6cfce6135a8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:01.559747 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-67784b59-c7eb-4b60-9c54-f2bcb5cfcfbf req-7b46e340-0cf2-4943-bbac-9dee988acc13 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344114 Jun 23 19:01:01.564422 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-3fd5c0ce-e7f0-4148-867a-a426527a25f8 None None] Provisioning complete for port a10d6756-62c1-4ab1-8f0d-2ae747eec75c triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:01:01.564422 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-3fd5c0ce-e7f0-4148-867a-a426527a25f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:01.630783 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-3fd5c0ce-e7f0-4148-867a-a426527a25f8 None None] Port a10d6756-62c1-4ab1-8f0d-2ae747eec75c cannot update to ACTIVE because it is not bound. {{(pid=99983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:01:01.635680 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.provisioning_blocks [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-f7ccd46a-78aa-417c-a5f0-6cfce6135a8e service neutron] Transition to ACTIVE for port object 7e8f5ba8-aa9d-451c-bd3a-d7786a837f16 will not be triggered until provisioned by entity L2. {{(pid=99981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:01:01.642541 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-fb43683d-f9f8-46f7-86d9-218bf78f30d5 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:01.644009 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-fb43683d-f9f8-46f7-86d9-218bf78f30d5 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/networks?id=25f25c60-0cd5-436d-bb6e-c6a430fff0a2 HTTP/1.1" status: 200 len: 809 time: 0.2351336 Jun 23 19:01:01.692524 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-ebe26057-5665-416c-82ac-3fb2c6ac8d50 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/quotas/c353ddad9e634833bd136bff1f36ab80 HTTP/1.1" status: 200 len: 375 time: 0.0137653 Jun 23 19:01:01.701423 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-f7ccd46a-78aa-417c-a5f0-6cfce6135a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66155761'] for port, after_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:01.715119 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:01.747510 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174ec61-3917-4b9b-829f-41726a9e26a9 req-1e1dc6a7-81cb-439b-a025-c0365cc1ee20 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:01.754431 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-6174ec61-3917-4b9b-829f-41726a9e26a9 req-1e1dc6a7-81cb-439b-a025-c0365cc1ee20 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.0863202 Jun 23 19:01:01.781810 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06b1f01-8673-417e-97a7-845eed2630d8 admin admin] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:01:01.794623 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-e06b1f01-8673-417e-97a7-845eed2630d8 admin admin] 10.222.0.47 "PUT /v2.0/routers/99b42a35-dcb5-4ccf-a319-4e2fbeff3824/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9308646 Jun 23 19:01:01.796207 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-6174ec61-3917-4b9b-829f-41726a9e26a9 req-09ab7796-c3f0-4257-9512-766bef2d632c tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327601 Jun 23 19:01:01.836830 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ccd46a-78aa-417c-a5f0-6cfce6135a8e service neutron] Pushing event updated for resources: {'Port': ['ID=7e8f5ba8-aa9d-451c-bd3a-d7786a837f16,revision_number=2']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:01.847809 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-f7ccd46a-78aa-417c-a5f0-6cfce6135a8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:01.936542 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-ba7fc0b1-6ea9-46b8-afc0-ce8897094777 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c353ddad9e634833bd136bff1f36ab80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2359502 Jun 23 19:01:02.000896 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3bf1b2-0444-4da9-a088-9e13eb62f5b1 req-47243599-64b6-4e4d-9959-92cb5cff9e66 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:02.002478 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-ee3bf1b2-0444-4da9-a088-9e13eb62f5b1 req-47243599-64b6-4e4d-9959-92cb5cff9e66 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 945 time: 0.0849860 Jun 23 19:01:02.047326 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.managers [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-f7ccd46a-78aa-417c-a5f0-6cfce6135a8e service neutron] Attempting to bind port 7e8f5ba8-aa9d-451c-bd3a-d7786a837f16 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=99981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:01:02.047676 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.managers [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-f7ccd46a-78aa-417c-a5f0-6cfce6135a8e service neutron] Attempting to bind port 7e8f5ba8-aa9d-451c-bd3a-d7786a837f16 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'cbff3bae-8867-4bfd-81b0-e01abc8c7c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '658d8149-b1f9-42f6-8eb0-ca10d2624cd8'}] {{(pid=99981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:01:02.048008 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-f7ccd46a-78aa-417c-a5f0-6cfce6135a8e service neutron] Attempting to bind port 7e8f5ba8-aa9d-451c-bd3a-d7786a837f16 on network 658d8149-b1f9-42f6-8eb0-ca10d2624cd8 {{(pid=99981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:01:02.057755 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-f7ccd46a-78aa-417c-a5f0-6cfce6135a8e service neutron] Port 7e8f5ba8-aa9d-451c-bd3a-d7786a837f16 on network 658d8149-b1f9-42f6-8eb0-ca10d2624cd8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=99981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:01:02.058097 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-f7ccd46a-78aa-417c-a5f0-6cfce6135a8e service neutron] Attempting to bind port 7e8f5ba8-aa9d-451c-bd3a-d7786a837f16 on network 658d8149-b1f9-42f6-8eb0-ca10d2624cd8 {{(pid=99981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:01:02.065805 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-f7ccd46a-78aa-417c-a5f0-6cfce6135a8e service neutron] Checking agent: {'id': '3aaf2a66-4435-4fa2-a046-8ce762f61c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:01:02.066151 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-f7ccd46a-78aa-417c-a5f0-6cfce6135a8e service neutron] Checking segment: {'id': 'cbff3bae-8867-4bfd-81b0-e01abc8c7c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '658d8149-b1f9-42f6-8eb0-ca10d2624cd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:01:02.066558 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-f7ccd46a-78aa-417c-a5f0-6cfce6135a8e service neutron] Bound using segment: {'id': 'cbff3bae-8867-4bfd-81b0-e01abc8c7c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '658d8149-b1f9-42f6-8eb0-ca10d2624cd8'} {{(pid=99981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:01:02.067000 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.managers [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-f7ccd46a-78aa-417c-a5f0-6cfce6135a8e service neutron] Bound port: 7e8f5ba8-aa9d-451c-bd3a-d7786a837f16, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbff3bae-8867-4bfd-81b0-e01abc8c7c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '658d8149-b1f9-42f6-8eb0-ca10d2624cd8'}}] {{(pid=99981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:01:02.067357 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-f7ccd46a-78aa-417c-a5f0-6cfce6135a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:02.068615 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-ee3bf1b2-0444-4da9-a088-9e13eb62f5b1 req-b94579b3-2ac5-4228-a17b-eb482bc25482 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572824 Jun 23 19:01:02.136208 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-87a59513-297c-434a-9a4b-537c629b672a service neutron] 10.222.0.47 "GET /v2.0/networks/25f25c60-0cd5-436d-bb6e-c6a430fff0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987720 Jun 23 19:01:02.232694 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.db [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-f7ccd46a-78aa-417c-a5f0-6cfce6135a8e service neutron] For port 7e8f5ba8-aa9d-451c-bd3a-d7786a837f16, host hv-cinder-78638, cleared binding levels {{(pid=99981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:01:02.249866 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.db [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-f7ccd46a-78aa-417c-a5f0-6cfce6135a8e service neutron] For port 7e8f5ba8-aa9d-451c-bd3a-d7786a837f16, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7e8f5ba8-aa9d-451c-bd3a-d7786a837f16,segment=NetworkSegment(cbff3bae-8867-4bfd-81b0-e01abc8c7c68),segment_id=cbff3bae-8867-4bfd-81b0-e01abc8c7c68)] {{(pid=99981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:01:02.273996 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-b697d7a2-d6f5-494e-84e1-f0033ffcc77d service neutron] 10.222.0.47 "GET /v2.0/networks/25f25c60-0cd5-436d-bb6e-c6a430fff0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288786 Jun 23 19:01:02.281335 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613e0c52-8489-475f-bbf3-bbc2c86d22d9 None None] Sync routers for ids ['99b42a35-dcb5-4ccf-a319-4e2fbeff3824'] in dv-cinder-786386-8-iscsi {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:01:02.289419 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23490c-600d-4079-95a1-1c357c5dae0e req-82768b9b-6285-4f78-a96e-07bdb6dea0ec tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:02.291744 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-6d23490c-600d-4079-95a1-1c357c5dae0e req-82768b9b-6285-4f78-a96e-07bdb6dea0ec tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/ports?device_id=367ac2bf-547d-4eb8-8a18-3a94b54180ec HTTP/1.1" status: 200 len: 944 time: 0.1216028 Jun 23 19:01:02.299142 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613e0c52-8489-475f-bbf3-bbc2c86d22d9 None None] Routers {'99b42a35-dcb5-4ccf-a319-4e2fbeff3824'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:01:02.303268 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-613e0c52-8489-475f-bbf3-bbc2c86d22d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:01:01Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['99b42a35-dcb5-4ccf-a319-4e2fbeff3824'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:01:02.337455 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-6d23490c-600d-4079-95a1-1c357c5dae0e req-37966230-8902-4227-8b36-d6e74c482b4f tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c65a21b-885f-4a6c-96a2-cea22fb5ac8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355818 Jun 23 19:01:02.371884 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-f7ccd46a-78aa-417c-a5f0-6cfce6135a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66155761'] for port, after_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:02.381174 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-6dc68686-cb1f-45b4-8589-d57666c02e8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:02.415578 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:02.434834 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-f7ccd46a-78aa-417c-a5f0-6cfce6135a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:02.435459 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-f7ccd46a-78aa-417c-a5f0-6cfce6135a8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for port, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:02.438161 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-f7ccd46a-78aa-417c-a5f0-6cfce6135a8e service neutron] 10.222.0.74 "PUT /v2.0/ports/7e8f5ba8-aa9d-451c-bd3a-d7786a837f16 HTTP/1.1" status: 200 len: 1094 time: 1.6885238 Jun 23 19:01:02.440571 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367ac2bf-547d-4eb8-8a18-3a94b54180ec', 'tag': '7e8f5ba8-aa9d-451c-bd3a-d7786a837f16'}] {{(pid=99981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:01:02.443380 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c19ba6c2e482ff9aabb3850c8975427142a9e03079a3b94b5c7a7eb1b25c395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b75199-8a9f-476f-be59-873fe11f9e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "367ac2bf-547d-4eb8-8a18-3a94b54180ec", "tag": "7e8f5ba8-aa9d-451c-bd3a-d7786a837f16"}]}' {{(pid=99981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:01:02.480609 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-613e0c52-8489-475f-bbf3-bbc2c86d22d9 None None] Set router 99b42a35-dcb5-4ccf-a319-4e2fbeff3824 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:01:02.495504 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ccd46a-78aa-417c-a5f0-6cfce6135a8e service neutron] Pushing event updated for resources: {'Port': ['ID=7e8f5ba8-aa9d-451c-bd3a-d7786a837f16,revision_number=3']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:02.499305 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-f7ccd46a-78aa-417c-a5f0-6cfce6135a8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:02.507924 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2dfc579-8fac-424a-963c-d10099f9408c x-openstack-request-id: req-c2dfc579-8fac-424a-963c-d10099f9408c {{(pid=99981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:01:02.508654 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "367ac2bf-547d-4eb8-8a18-3a94b54180ec", "tag": "7e8f5ba8-aa9d-451c-bd3a-d7786a837f16", "status": "completed", "code": 200}]} {{(pid=99981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:01:02.509005 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c2dfc579-8fac-424a-963c-d10099f9408c {{(pid=99981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:01:02.509537 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367ac2bf-547d-4eb8-8a18-3a94b54180ec', 'tag': '7e8f5ba8-aa9d-451c-bd3a-d7786a837f16', 'status': 'completed', 'code': 200} Jun 23 19:01:02.587841 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 7142d0a3-b193-4a26-b6bc-3de066b030f3 up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:01:02.627055 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b75199-8a9f-476f-be59-873fe11f9e7b req-6d2e62b1-3d80-4ec4-b48a-b26b996cb3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:02.628670 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-e9b75199-8a9f-476f-be59-873fe11f9e7b req-6d2e62b1-3d80-4ec4-b48a-b26b996cb3f9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=225ca97f667a4834bfc8fd256ae8407f&device_id=367ac2bf-547d-4eb8-8a18-3a94b54180ec HTTP/1.1" status: 200 len: 1097 time: 0.0572731 Jun 23 19:01:02.742100 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port 7142d0a3-b193-4a26-b6bc-3de066b030f3 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:01:02.742557 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:02.967507 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-613e0c52-8489-475f-bbf3-bbc2c86d22d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b42a35-dcb5-4ccf-a319-4e2fbeff3824', 'name': 'tempest-TestMinimumBasicScenario-1344799118-router', 'tenant_id': '14850be5bc1d45b29f039e2ab2f3b5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '7142d0a3-b193-4a26-b6bc-3de066b030f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:54Z', 'updated_at': '2021-06-23T19:01:00Z', 'revision_number': 4, 'project_id': '14850be5bc1d45b29f039e2ab2f3b5ff', 'gw_port': {'id': '7142d0a3-b193-4a26-b6bc-3de066b030f3', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:55:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b42a35-dcb5-4ccf-a319-4e2fbeff3824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:55Z', 'updated_at': '2021-06-23T19:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': 'a10d6756-62c1-4ab1-8f0d-2ae747eec75c', 'name': '', 'network_id': 'e275921a-9eba-4bc5-90c7-be620971bd66', 'tenant_id': '14850be5bc1d45b29f039e2ab2f3b5ff', 'mac_address': 'fa:16:3e:48:ef:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b42a35-dcb5-4ccf-a319-4e2fbeff3824', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '25d09532-a47d-48b0-af20-4d7273d9b57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:58Z', 'updated_at': '2021-06-23T19:01:00Z', 'revision_number': 2, 'project_id': '14850be5bc1d45b29f039e2ab2f3b5ff', 'subnets': [{'id': '25d09532-a47d-48b0-af20-4d7273d9b57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:01:02.994427 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b75199-8a9f-476f-be59-873fe11f9e7b req-f5225053-2adc-45ad-820c-943fb03b0836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:02.998961 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-e9b75199-8a9f-476f-be59-873fe11f9e7b req-f5225053-2adc-45ad-820c-943fb03b0836 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=225ca97f667a4834bfc8fd256ae8407f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3472600 Jun 23 19:01:03.007810 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613e0c52-8489-475f-bbf3-bbc2c86d22d9 None None] Checking router: 99b42a35-dcb5-4ccf-a319-4e2fbeff3824 for host: dv-cinder-786386-8-iscsi {{(pid=99983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:01:03.008176 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613e0c52-8489-475f-bbf3-bbc2c86d22d9 None None] Updating router 99b42a35-dcb5-4ccf-a319-4e2fbeff3824 port a10d6756-62c1-4ab1-8f0d-2ae747eec75c binding host dv-cinder-786386-8-iscsi {{(pid=99983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:01:03.062481 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-613e0c52-8489-475f-bbf3-bbc2c86d22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:03.169331 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d82d4f1-9123-43e5-b26f-c92fd87f1e06 req-8a9544d7-38df-4b8b-964a-ec61e1649a09 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:03.178036 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3d82d4f1-9123-43e5-b26f-c92fd87f1e06 req-8a9544d7-38df-4b8b-964a-ec61e1649a09 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.1966441 Jun 23 19:01:03.241827 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3d82d4f1-9123-43e5-b26f-c92fd87f1e06 req-91d4dcee-ee7c-4097-b0b2-d971c5cab3af tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582180 Jun 23 19:01:03.364735 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8d92f324-9422-4aca-af8f-c682f64d73f1 req-e3eedda2-3129-458d-b95d-7c89a0f32b7a tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 210 time: 0.0613010 Jun 23 19:01:03.625257 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f0fc9-544d-402e-b50c-ca915ee746d4 req-b582c8fc-9fee-4110-b3f0-46e0a162ac18 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:03.627318 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-385f0fc9-544d-402e-b50c-ca915ee746d4 req-b582c8fc-9fee-4110-b3f0-46e0a162ac18 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/ports?device_id=367ac2bf-547d-4eb8-8a18-3a94b54180ec HTTP/1.1" status: 200 len: 944 time: 0.0857821 Jun 23 19:01:03.652063 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b75199-8a9f-476f-be59-873fe11f9e7b req-77cec67a-aed5-4721-95c3-202bab098002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:03.653640 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-e9b75199-8a9f-476f-be59-873fe11f9e7b req-77cec67a-aed5-4721-95c3-202bab098002 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6413465 Jun 23 19:01:03.694739 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6b895-3457-485b-950f-2dec48182e71 req-8bb1cf82-7fc3-444a-91f1-a95e1d7ac060 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:03.702633 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-8fb6b895-3457-485b-950f-2dec48182e71 req-8bb1cf82-7fc3-444a-91f1-a95e1d7ac060 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 945 time: 0.1551263 Jun 23 19:01:03.709796 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-613e0c52-8489-475f-bbf3-bbc2c86d22d9 None None] Notify callbacks [] for port, precommit_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:03.731588 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-613e0c52-8489-475f-bbf3-bbc2c86d22d9 None None] Transition to ACTIVE for port object a10d6756-62c1-4ab1-8f0d-2ae747eec75c will not be triggered until provisioned by entity L2. {{(pid=99983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:01:03.736474 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:03.740665 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-385f0fc9-544d-402e-b50c-ca915ee746d4 req-a4620b5a-8499-4863-bcc1-92f49abe9624 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c65a21b-885f-4a6c-96a2-cea22fb5ac8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049960 Jun 23 19:01:03.761687 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-8fb6b895-3457-485b-950f-2dec48182e71 req-7152a0d0-ddf5-4c2f-ab74-ac819716d161 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579166 Jun 23 19:01:03.842010 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-613e0c52-8489-475f-bbf3-bbc2c86d22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:03.844254 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-3c43fd2e-ad75-44ab-b6e6-f6c302581fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:03.878574 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-3d782dd2-9388-4988-bc1d-0e6e674580e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:03.889023 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-3d782dd2-9388-4988-bc1d-0e6e674580e5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=225ca97f667a4834bfc8fd256ae8407f&device_id=367ac2bf-547d-4eb8-8a18-3a94b54180ec HTTP/1.1" status: 200 len: 1097 time: 0.1336229 Jun 23 19:01:03.964282 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29fe5a7-a71c-464a-907b-89a485c86d93 None None] Pushing event updated for resources: {'Port': ['ID=a10d6756-62c1-4ab1-8f0d-2ae747eec75c,revision_number=3']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:03.985799 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-a29fe5a7-a71c-464a-907b-89a485c86d93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:04.004035 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-613e0c52-8489-475f-bbf3-bbc2c86d22d9 None None] Attempting to bind port a10d6756-62c1-4ab1-8f0d-2ae747eec75c on host dv-cinder-786386-8-iscsi for vnic_type normal with profile {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:01:04.004424 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-613e0c52-8489-475f-bbf3-bbc2c86d22d9 None None] Attempting to bind port a10d6756-62c1-4ab1-8f0d-2ae747eec75c by drivers openvswitch,hyperv on host dv-cinder-786386-8-iscsi at level 0 using segments [{'id': 'e90fbaf9-be65-41de-9b5f-7a75cdf36a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'e275921a-9eba-4bc5-90c7-be620971bd66'}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:01:04.004890 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613e0c52-8489-475f-bbf3-bbc2c86d22d9 None None] Attempting to bind port a10d6756-62c1-4ab1-8f0d-2ae747eec75c on network e275921a-9eba-4bc5-90c7-be620971bd66 {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:01:04.012215 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613e0c52-8489-475f-bbf3-bbc2c86d22d9 None None] Checking agent: {'id': 'a2428681-7d0e-4763-9bc6-e98548fc0bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 50, 31), 'started_at': datetime.datetime(2021, 6, 23, 18, 51, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:01:04.012604 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613e0c52-8489-475f-bbf3-bbc2c86d22d9 None None] Checking segment: {'id': 'e90fbaf9-be65-41de-9b5f-7a75cdf36a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'e275921a-9eba-4bc5-90c7-be620971bd66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:01:04.013121 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-613e0c52-8489-475f-bbf3-bbc2c86d22d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:04.013402 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-796fdc19-0d4d-4843-9fcf-6d12f80dcf30 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e8f5ba8-aa9d-451c-bd3a-d7786a837f16 HTTP/1.1" status: 200 len: 217 time: 0.1112471 Jun 23 19:01:04.013913 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613e0c52-8489-475f-bbf3-bbc2c86d22d9 None None] Bound using segment: {'id': 'e90fbaf9-be65-41de-9b5f-7a75cdf36a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'e275921a-9eba-4bc5-90c7-be620971bd66'} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:01:04.014081 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-613e0c52-8489-475f-bbf3-bbc2c86d22d9 None None] Bound port: a10d6756-62c1-4ab1-8f0d-2ae747eec75c, host: dv-cinder-786386-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e90fbaf9-be65-41de-9b5f-7a75cdf36a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'e275921a-9eba-4bc5-90c7-be620971bd66'}}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:01:04.014815 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-613e0c52-8489-475f-bbf3-bbc2c86d22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:04.184860 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-c989c930-c5b0-4d0b-ac3f-e8e5dd53b554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:04.186495 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-c989c930-c5b0-4d0b-ac3f-e8e5dd53b554 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6e064846-44b1-4acd-8a72-8291f398f826 HTTP/1.1" status: 200 len: 854 time: 0.1561956 Jun 23 19:01:04.210256 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-613e0c52-8489-475f-bbf3-bbc2c86d22d9 None None] For port a10d6756-62c1-4ab1-8f0d-2ae747eec75c, host dv-cinder-786386-8-iscsi, cleared binding levels {{(pid=99983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:01:04.312939 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-613e0c52-8489-475f-bbf3-bbc2c86d22d9 None None] For port a10d6756-62c1-4ab1-8f0d-2ae747eec75c, host dv-cinder-786386-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=a10d6756-62c1-4ab1-8f0d-2ae747eec75c,segment=NetworkSegment(e90fbaf9-be65-41de-9b5f-7a75cdf36a54),segment_id=e90fbaf9-be65-41de-9b5f-7a75cdf36a54)] {{(pid=99983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:01:04.313435 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-3858fc42-70f6-475b-8c72-e21ac54e5616 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=658d8149-b1f9-42f6-8eb0-ca10d2624cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549455 Jun 23 19:01:04.420703 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-6feb66d0-0ab6-4309-9450-436b493474d5 service neutron] 10.222.0.74 "GET /v2.0/networks/658d8149-b1f9-42f6-8eb0-ca10d2624cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457300 Jun 23 19:01:04.458733 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca74e21-d602-4c15-9587-be677d445004 req-e6a133b9-58c5-435f-84dc-1c63d98fd297 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:04.475294 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-eca74e21-d602-4c15-9587-be677d445004 req-e6a133b9-58c5-435f-84dc-1c63d98fd297 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.1069777 Jun 23 19:01:04.561798 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-eca74e21-d602-4c15-9587-be677d445004 req-4a7a3709-7e66-4bf8-b654-774e7f40e6b7 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712318 Jun 23 19:01:04.583347 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-153f1bb6-c7b2-469c-8122-b84799479f54 req-436c01cc-2139-4a9a-8dad-432d66cc805a service neutron] 10.222.0.74 "GET /v2.0/networks/658d8149-b1f9-42f6-8eb0-ca10d2624cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441882 Jun 23 19:01:04.650470 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-84234ae1-6689-41dc-bdf5-75a4c80de5ce req-67a01b7a-df38-4a3c-bd87-d9934e6e07b4 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 210 time: 0.0382259 Jun 23 19:01:04.655821 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-613e0c52-8489-475f-bbf3-bbc2c86d22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:04.677732 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:04.782886 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29fe5a7-a71c-464a-907b-89a485c86d93 None None] Pushing event updated for resources: {'Port': ['ID=a10d6756-62c1-4ab1-8f0d-2ae747eec75c,revision_number=4']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:04.790444 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-a29fe5a7-a71c-464a-907b-89a485c86d93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:04.809259 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613e0c52-8489-475f-bbf3-bbc2c86d22d9 None None] Routers {'99b42a35-dcb5-4ccf-a319-4e2fbeff3824'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:01:04.810235 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-613e0c52-8489-475f-bbf3-bbc2c86d22d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:01:01Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['99b42a35-dcb5-4ccf-a319-4e2fbeff3824'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:01:05.185154 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-613e0c52-8489-475f-bbf3-bbc2c86d22d9 None None] Set router 99b42a35-dcb5-4ccf-a319-4e2fbeff3824 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:01:05.221147 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b82ac5-01e7-4558-9594-e06d7f908753 req-4166be6c-d263-40f0-b4d7-b01c10e1eba0 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:05.229524 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-68b82ac5-01e7-4558-9594-e06d7f908753 req-4166be6c-d263-40f0-b4d7-b01c10e1eba0 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/ports?device_id=367ac2bf-547d-4eb8-8a18-3a94b54180ec HTTP/1.1" status: 200 len: 944 time: 0.1124389 Jun 23 19:01:05.290489 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-68b82ac5-01e7-4558-9594-e06d7f908753 req-e89e60c0-602b-4d21-8686-40541e142173 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c65a21b-885f-4a6c-96a2-cea22fb5ac8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605648 Jun 23 19:01:05.471138 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-613e0c52-8489-475f-bbf3-bbc2c86d22d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b42a35-dcb5-4ccf-a319-4e2fbeff3824', 'name': 'tempest-TestMinimumBasicScenario-1344799118-router', 'tenant_id': '14850be5bc1d45b29f039e2ab2f3b5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '7142d0a3-b193-4a26-b6bc-3de066b030f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:54Z', 'updated_at': '2021-06-23T19:01:00Z', 'revision_number': 4, 'project_id': '14850be5bc1d45b29f039e2ab2f3b5ff', 'gw_port': {'id': '7142d0a3-b193-4a26-b6bc-3de066b030f3', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:55:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b42a35-dcb5-4ccf-a319-4e2fbeff3824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:55Z', 'updated_at': '2021-06-23T19:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': 'a10d6756-62c1-4ab1-8f0d-2ae747eec75c', 'name': '', 'network_id': 'e275921a-9eba-4bc5-90c7-be620971bd66', 'tenant_id': '14850be5bc1d45b29f039e2ab2f3b5ff', 'mac_address': 'fa:16:3e:48:ef:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b42a35-dcb5-4ccf-a319-4e2fbeff3824', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '25d09532-a47d-48b0-af20-4d7273d9b57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:58Z', 'updated_at': '2021-06-23T19:01:04Z', 'revision_number': 4, 'project_id': '14850be5bc1d45b29f039e2ab2f3b5ff', 'subnets': [{'id': '25d09532-a47d-48b0-af20-4d7273d9b57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:01:05.503536 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613e0c52-8489-475f-bbf3-bbc2c86d22d9 None None] The sync data for ids ['99b42a35-dcb5-4ccf-a319-4e2fbeff3824'] in dv-cinder-786386-8-iscsi is: [{'id': '99b42a35-dcb5-4ccf-a319-4e2fbeff3824', 'name': 'tempest-TestMinimumBasicScenario-1344799118-router', 'tenant_id': '14850be5bc1d45b29f039e2ab2f3b5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '7142d0a3-b193-4a26-b6bc-3de066b030f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:54Z', 'updated_at': '2021-06-23T19:01:00Z', 'revision_number': 4, 'project_id': '14850be5bc1d45b29f039e2ab2f3b5ff', 'gw_port': {'id': '7142d0a3-b193-4a26-b6bc-3de066b030f3', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:55:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b42a35-dcb5-4ccf-a319-4e2fbeff3824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:55Z', 'updated_at': '2021-06-23T19:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': 'a10d6756-62c1-4ab1-8f0d-2ae747eec75c', 'name': '', 'network_id': 'e275921a-9eba-4bc5-90c7-be620971bd66', 'tenant_id': '14850be5bc1d45b29f039e2ab2f3b5ff', 'mac_address': 'fa:16:3e:48:ef:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b42a35-dcb5-4ccf-a319-4e2fbeff3824', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '25d09532-a47d-48b0-af20-4d7273d9b57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:58Z', 'updated_at': '2021-06-23T19:01:04Z', 'revision_number': 4, 'project_id': '14850be5bc1d45b29f039e2ab2f3b5ff', 'subnets': [{'id': '25d09532-a47d-48b0-af20-4d7273d9b57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:01:05.514812 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1adb6-45ce-425a-a320-fa98a882e126 req-07499075-329e-4dce-bd28-99f042d9c866 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:05.516575 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-05d1adb6-45ce-425a-a320-fa98a882e126 req-07499075-329e-4dce-bd28-99f042d9c866 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 945 time: 0.1220186 Jun 23 19:01:05.558826 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-05d1adb6-45ce-425a-a320-fa98a882e126 req-3197bc1d-6573-4086-8e32-1de42636fdc3 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358064 Jun 23 19:01:05.891699 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b978545-ad7e-4c12-9316-851af8f3ddff req-5723033c-5c32-4f2a-ab69-457500fc27ba tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:05.893303 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-7b978545-ad7e-4c12-9316-851af8f3ddff req-5723033c-5c32-4f2a-ab69-457500fc27ba tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.1345994 Jun 23 19:01:05.982507 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-7b978545-ad7e-4c12-9316-851af8f3ddff req-30cc7ff6-dec3-41d2-8709-596971546394 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796051 Jun 23 19:01:05.998630 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-d37f99c2-055e-4874-bb59-793e29ba1099 req-015a2b86-eb7f-4477-a7ab-074cd72b712f tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 210 time: 0.0942972 Jun 23 19:01:06.544335 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf16c8d-7f74-4f9e-bb1e-8765adf9e69f req-721671a4-2df3-4fe1-aab1-bc4ef250215e tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:06.553560 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-9cf16c8d-7f74-4f9e-bb1e-8765adf9e69f req-721671a4-2df3-4fe1-aab1-bc4ef250215e tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/ports?device_id=367ac2bf-547d-4eb8-8a18-3a94b54180ec HTTP/1.1" status: 200 len: 944 time: 0.1215804 Jun 23 19:01:06.583116 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device a10d6756-62c1-4ab1-8f0d-2ae747eec75c up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:01:06.630910 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-9cf16c8d-7f74-4f9e-bb1e-8765adf9e69f req-ee8809c3-7e24-496a-9454-0c12ddc567c0 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c65a21b-885f-4a6c-96a2-cea22fb5ac8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762866 Jun 23 19:01:06.802952 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning for port a10d6756-62c1-4ab1-8f0d-2ae747eec75c completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:01:06.807537 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port a10d6756-62c1-4ab1-8f0d-2ae747eec75c triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:01:06.807992 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:06.965630 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51dfdd-3d9c-4c37-b49a-c519a1f979ed req-cdd4abca-e786-4e1a-861b-d3d3f4d6a7f9 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:06.971227 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:06.974170 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-9e51dfdd-3d9c-4c37-b49a-c519a1f979ed req-cdd4abca-e786-4e1a-861b-d3d3f4d6a7f9 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 945 time: 0.1268256 Jun 23 19:01:07.009328 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] For port a10d6756-62c1-4ab1-8f0d-2ae747eec75c, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=a10d6756-62c1-4ab1-8f0d-2ae747eec75c,segment=NetworkSegment(e90fbaf9-be65-41de-9b5f-7a75cdf36a54),segment_id=e90fbaf9-be65-41de-9b5f-7a75cdf36a54)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:01:07.030470 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-9e51dfdd-3d9c-4c37-b49a-c519a1f979ed req-cc2212c7-f753-419c-9455-bda508ead6fe tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548785 Jun 23 19:01:07.093678 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:07.095636 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-a29fe5a7-a71c-464a-907b-89a485c86d93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:07.164359 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Pushing event updated for resources: {'Port': ['ID=a10d6756-62c1-4ab1-8f0d-2ae747eec75c,revision_number=5']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:07.169009 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:07.238794 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-223557b4-fde3-408b-beb6-52eae5ffce0e req-b1e12fd2-8c43-4702-aefe-187549985070 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 210 time: 0.0573316 Jun 23 19:01:07.333431 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c0398-de1d-4e9f-b50f-a60788324a1a req-7dcadd48-ae04-464c-9f26-559449add788 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:07.335312 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-e25c0398-de1d-4e9f-b50f-a60788324a1a req-7dcadd48-ae04-464c-9f26-559449add788 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.1013193 Jun 23 19:01:07.450467 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-e25c0398-de1d-4e9f-b50f-a60788324a1a req-a0f3728d-0ef4-48b6-8d69-d9f334cd2fc7 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088758 Jun 23 19:01:07.497041 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-7445a4c9-0122-4d66-9c40-bc770381e77b tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:07.498626 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-7445a4c9-0122-4d66-9c40-bc770381e77b tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.74 "GET /v2.0/networks?id=25f25c60-0cd5-436d-bb6e-c6a430fff0a2 HTTP/1.1" status: 200 len: 809 time: 0.1323357 Jun 23 19:01:07.566517 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-61b64129-1af3-4011-904e-ca24f1e14b7c tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c353ddad9e634833bd136bff1f36ab80 HTTP/1.1" status: 200 len: 380 time: 0.0429280 Jun 23 19:01:07.566814 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device faa81078-f38b-45f4-a98c-5ccfbc7f907c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=99983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:01:07.575654 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-c978ecfa-362c-40cb-9118-529706f890c8 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Request body: {'port': {'device_id': 'a5bf9f8f-f978-423c-b8c4-2d0410f2a1db', 'network_id': '25f25c60-0cd5-436d-bb6e-c6a430fff0a2', 'admin_state_up': True, 'tenant_id': 'c353ddad9e634833bd136bff1f36ab80', 'security_groups': ['8d0e2039-6f37-444b-b8e0-c2ee4cba8019']}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:01:07.674544 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port faa81078-f38b-45f4-a98c-5ccfbc7f907c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=faa81078-f38b-45f4-a98c-5ccfbc7f907c,segment=NetworkSegment(1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13),segment_id=1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:01:07.687023 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Returning: {'device': 'faa81078-f38b-45f4-a98c-5ccfbc7f907c', 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47', 'port_id': 'faa81078-f38b-45f4-a98c-5ccfbc7f907c', 'mac_address': 'fa:16:3e:9f:44:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32106090-9e53-4852-ad03-eb2e8f42dc88', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:01:07.752479 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:07.771567 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id faa81078-f38b-45f4-a98c-5ccfbc7f907c {{(pid=99983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:01:07.792439 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port faa81078-f38b-45f4-a98c-5ccfbc7f907c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=faa81078-f38b-45f4-a98c-5ccfbc7f907c,segment=NetworkSegment(1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13),segment_id=1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:01:07.831812 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03cd78-0cb8-49bb-b00f-f7ea9d199ffe req-0c42d77c-3c55-4d47-a298-9dbe12077189 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:07.833292 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-ac03cd78-0cb8-49bb-b00f-f7ea9d199ffe req-0c42d77c-3c55-4d47-a298-9dbe12077189 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/ports?device_id=367ac2bf-547d-4eb8-8a18-3a94b54180ec HTTP/1.1" status: 200 len: 944 time: 0.0680759 Jun 23 19:01:07.878678 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-ac03cd78-0cb8-49bb-b00f-f7ea9d199ffe req-8fc11ab1-50c1-498d-825f-113916f2e46d tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c65a21b-885f-4a6c-96a2-cea22fb5ac8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392985 Jun 23 19:01:08.014165 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-c978ecfa-362c-40cb-9118-529706f890c8 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Made reservation on behalf of c353ddad9e634833bd136bff1f36ab80 for: {'port': 1} {{(pid=99981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:01:08.014939 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:08.015899 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 7e8f5ba8-aa9d-451c-bd3a-d7786a837f16 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=99983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:01:08.017861 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-c978ecfa-362c-40cb-9118-529706f890c8 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:08.018070 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:08.161080 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=faa81078-f38b-45f4-a98c-5ccfbc7f907c,revision_number=6']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:08.165627 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:08.250454 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 7e8f5ba8-aa9d-451c-bd3a-d7786a837f16, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7e8f5ba8-aa9d-451c-bd3a-d7786a837f16,segment=NetworkSegment(cbff3bae-8867-4bfd-81b0-e01abc8c7c68),segment_id=cbff3bae-8867-4bfd-81b0-e01abc8c7c68)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:01:08.278077 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Returning: {'device': '7e8f5ba8-aa9d-451c-bd3a-d7786a837f16', 'network_id': '658d8149-b1f9-42f6-8eb0-ca10d2624cd8', 'port_id': '7e8f5ba8-aa9d-451c-bd3a-d7786a837f16', 'mac_address': 'fa:16:3e:48:11:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e064846-44b1-4acd-8a72-8291f398f826', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:01:08.324348 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.db_base_plugin_common [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-c978ecfa-362c-40cb-9118-529706f890c8 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Allocated IP 172.20.0.10 (25f25c60-0cd5-436d-bb6e-c6a430fff0a2/a9102a8b-323b-4782-85ff-37f8fd576474/bd747ec5-d5e2-4af5-b5db-382698e9a8f6) {{(pid=99981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:01:08.344847 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:08.365131 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e8f5ba8-aa9d-451c-bd3a-d7786a837f16 {{(pid=99983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:01:08.394609 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 7e8f5ba8-aa9d-451c-bd3a-d7786a837f16, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7e8f5ba8-aa9d-451c-bd3a-d7786a837f16,segment=NetworkSegment(cbff3bae-8867-4bfd-81b0-e01abc8c7c68),segment_id=cbff3bae-8867-4bfd-81b0-e01abc8c7c68)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:01:08.432978 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e7f18-f7cd-4cb6-92e7-ea35d5b3dedc req-1267174a-a763-4d8d-907c-0f6b8e33776c tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:08.440950 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-322e7f18-f7cd-4cb6-92e7-ea35d5b3dedc req-1267174a-a763-4d8d-907c-0f6b8e33776c tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 944 time: 0.2043753 Jun 23 19:01:08.492611 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-09cb91f4-5c34-44d5-bb1b-b588612af5e0 req-b0309ca9-8617-4a49-ab66-5bc4e99c6d32 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 210 time: 0.0562215 Jun 23 19:01:08.544581 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:08.550682 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:08.591197 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device a10d6756-62c1-4ab1-8f0d-2ae747eec75c up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:01:08.606583 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-322e7f18-f7cd-4cb6-92e7-ea35d5b3dedc req-d7715610-d008-451d-8825-94a970a06876 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632743 Jun 23 19:01:08.681553 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-c978ecfa-362c-40cb-9118-529706f890c8 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks [] for port, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:08.692422 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=7e8f5ba8-aa9d-451c-bd3a-d7786a837f16,revision_number=4']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:08.697559 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.provisioning_blocks [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-c978ecfa-362c-40cb-9118-529706f890c8 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Transition to ACTIVE for port object bd747ec5-d5e2-4af5-b5db-382698e9a8f6 will not be triggered until provisioned by entity DHCP. {{(pid=99981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:01:08.727224 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:08.760929 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port a10d6756-62c1-4ab1-8f0d-2ae747eec75c triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:01:08.761365 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:08.802548 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab26e54-bb85-4bcc-87ac-108fa126c47b req-3014ef3e-d494-4869-a6d6-bd83198ec3f9 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:08.804614 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-eab26e54-bb85-4bcc-87ac-108fa126c47b req-3014ef3e-d494-4869-a6d6-bd83198ec3f9 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.0979183 Jun 23 19:01:08.850104 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-c978ecfa-362c-40cb-9118-529706f890c8 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-66155747'] for port, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:08.854294 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-43169242-6c73-4cd3-aa87-8b4ff801b415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:08.876005 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-eab26e54-bb85-4bcc-87ac-108fa126c47b req-464ed170-62f3-4185-b95e-7e64fffac16f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661402 Jun 23 19:01:08.923230 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['faa81078-f38b-45f4-a98c-5ccfbc7f907c'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:01:08.935943 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978ecfa-362c-40cb-9118-529706f890c8 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Pushing event updated for resources: {'Port': ['ID=bd747ec5-d5e2-4af5-b5db-382698e9a8f6,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:08.951771 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-c978ecfa-362c-40cb-9118-529706f890c8 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:08.961593 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-c978ecfa-362c-40cb-9118-529706f890c8 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Network 25f25c60-0cd5-436d-bb6e-c6a430fff0a2 is already hosted by enough agents. {{(pid=99981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:01:08.964410 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-c978ecfa-362c-40cb-9118-529706f890c8 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Resources bound (agent type, host, resource id): {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:01:08.970536 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-c978ecfa-362c-40cb-9118-529706f890c8 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Received port after_create {{(pid=99981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:01:09.078513 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-c978ecfa-362c-40cb-9118-529706f890c8 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:09.082871 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-c978ecfa-362c-40cb-9118-529706f890c8 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for port, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:09.150965 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['7e8f5ba8-aa9d-451c-bd3a-d7786a837f16'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:01:09.167040 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:09.207352 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f79176-eb10-4da4-8571-2c295655eb80 req-9441fa92-0909-434c-99bd-099e4953b53e tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:09.215159 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-a5f79176-eb10-4da4-8571-2c295655eb80 req-9441fa92-0909-434c-99bd-099e4953b53e tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/ports?device_id=367ac2bf-547d-4eb8-8a18-3a94b54180ec HTTP/1.1" status: 200 len: 945 time: 0.1212182 Jun 23 19:01:09.298196 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-a5f79176-eb10-4da4-8571-2c295655eb80 req-905e116b-5a14-43ef-b6a6-6fecf15ab04f tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c65a21b-885f-4a6c-96a2-cea22fb5ac8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762599 Jun 23 19:01:09.299984 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-c978ecfa-362c-40cb-9118-529706f890c8 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7281923 Jun 23 19:01:09.331880 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-3ee6edc0-295f-4b86-9712-c7141e1a85ec service neutron] Request body: {'port': {'device_id': 'a5bf9f8f-f978-423c-b8c4-2d0410f2a1db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:01:09.461208 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-3ee6edc0-295f-4b86-9712-c7141e1a85ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:09.503008 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-15139882-fc95-47c6-a09f-c6dda91277fe None None] Provisioning for port bd747ec5-d5e2-4af5-b5db-382698e9a8f6 completed by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:01:09.526718 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-15139882-fc95-47c6-a09f-c6dda91277fe None None] Provisioning complete for port bd747ec5-d5e2-4af5-b5db-382698e9a8f6 triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:01:09.527391 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-15139882-fc95-47c6-a09f-c6dda91277fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:09.656578 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-15139882-fc95-47c6-a09f-c6dda91277fe None None] Port bd747ec5-d5e2-4af5-b5db-382698e9a8f6 cannot update to ACTIVE because it is not bound. {{(pid=99983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:01:09.874990 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.notifiers.nova [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-3ee6edc0-295f-4b86-9712-c7141e1a85ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd747ec5-d5e2-4af5-b5db-382698e9a8f6 {{(pid=99981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:01:09.886178 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-3ee6edc0-295f-4b86-9712-c7141e1a85ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:09.933475 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.provisioning_blocks [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-3ee6edc0-295f-4b86-9712-c7141e1a85ec service neutron] Transition to ACTIVE for port object bd747ec5-d5e2-4af5-b5db-382698e9a8f6 will not be triggered until provisioned by entity L2. {{(pid=99981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:01:09.972504 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfee872-69e1-4e13-8c31-ad2ca19cc7b7 req-6b77d0e3-b59f-4139-ba45-349653ee757c tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:09.980401 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-0dfee872-69e1-4e13-8c31-ad2ca19cc7b7 req-6b77d0e3-b59f-4139-ba45-349653ee757c tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 932 time: 0.0892551 Jun 23 19:01:10.000937 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-3ee6edc0-295f-4b86-9712-c7141e1a85ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66155761'] for port, after_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:10.013660 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-e06b1f01-8673-417e-97a7-845eed2630d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:10.162943 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-0dfee872-69e1-4e13-8c31-ad2ca19cc7b7 req-4a7a3306-73a6-4511-ab85-783672ed6e8c tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814449 Jun 23 19:01:10.219943 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6edc0-295f-4b86-9712-c7141e1a85ec service neutron] Pushing event updated for resources: {'Port': ['ID=bd747ec5-d5e2-4af5-b5db-382698e9a8f6,revision_number=2']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:10.237735 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-3ee6edc0-295f-4b86-9712-c7141e1a85ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:10.261170 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.managers [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-3ee6edc0-295f-4b86-9712-c7141e1a85ec service neutron] Attempting to bind port bd747ec5-d5e2-4af5-b5db-382698e9a8f6 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=99981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:01:10.261732 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.managers [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-3ee6edc0-295f-4b86-9712-c7141e1a85ec service neutron] Attempting to bind port bd747ec5-d5e2-4af5-b5db-382698e9a8f6 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '50359133-121c-4b3e-9f0e-efed4258fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '25f25c60-0cd5-436d-bb6e-c6a430fff0a2'}] {{(pid=99981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:01:10.262139 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-3ee6edc0-295f-4b86-9712-c7141e1a85ec service neutron] Attempting to bind port bd747ec5-d5e2-4af5-b5db-382698e9a8f6 on network 25f25c60-0cd5-436d-bb6e-c6a430fff0a2 {{(pid=99981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:01:10.269973 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-3ee6edc0-295f-4b86-9712-c7141e1a85ec service neutron] Port bd747ec5-d5e2-4af5-b5db-382698e9a8f6 on network 25f25c60-0cd5-436d-bb6e-c6a430fff0a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=99981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:01:10.270549 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-3ee6edc0-295f-4b86-9712-c7141e1a85ec service neutron] Attempting to bind port bd747ec5-d5e2-4af5-b5db-382698e9a8f6 on network 25f25c60-0cd5-436d-bb6e-c6a430fff0a2 {{(pid=99981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:01:10.277334 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-3ee6edc0-295f-4b86-9712-c7141e1a85ec service neutron] Checking agent: {'id': '3aaf2a66-4435-4fa2-a046-8ce762f61c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:01:10.278257 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-3ee6edc0-295f-4b86-9712-c7141e1a85ec service neutron] Checking segment: {'id': '50359133-121c-4b3e-9f0e-efed4258fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '25f25c60-0cd5-436d-bb6e-c6a430fff0a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:01:10.278896 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-3ee6edc0-295f-4b86-9712-c7141e1a85ec service neutron] Bound using segment: {'id': '50359133-121c-4b3e-9f0e-efed4258fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '25f25c60-0cd5-436d-bb6e-c6a430fff0a2'} {{(pid=99981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:01:10.279400 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.managers [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-3ee6edc0-295f-4b86-9712-c7141e1a85ec service neutron] Bound port: bd747ec5-d5e2-4af5-b5db-382698e9a8f6, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50359133-121c-4b3e-9f0e-efed4258fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '25f25c60-0cd5-436d-bb6e-c6a430fff0a2'}}] {{(pid=99981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:01:10.280988 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-3ee6edc0-295f-4b86-9712-c7141e1a85ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:10.421041 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.db [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-3ee6edc0-295f-4b86-9712-c7141e1a85ec service neutron] For port bd747ec5-d5e2-4af5-b5db-382698e9a8f6, host hv-cinder-78638, cleared binding levels {{(pid=99981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:01:10.425085 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.db [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-3ee6edc0-295f-4b86-9712-c7141e1a85ec service neutron] For port bd747ec5-d5e2-4af5-b5db-382698e9a8f6, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bd747ec5-d5e2-4af5-b5db-382698e9a8f6,segment=NetworkSegment(50359133-121c-4b3e-9f0e-efed4258fd28),segment_id=50359133-121c-4b3e-9f0e-efed4258fd28)] {{(pid=99981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:01:10.522515 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad662ca9-088c-4d0e-8b0b-f8fba9d2cd8d req-868cb202-f5a4-48a5-8989-437aacd6834b tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:10.524516 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-ad662ca9-088c-4d0e-8b0b-f8fba9d2cd8d req-868cb202-f5a4-48a5-8989-437aacd6834b tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 944 time: 0.0968430 Jun 23 19:01:10.557694 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-3ee6edc0-295f-4b86-9712-c7141e1a85ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66155761'] for port, after_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:10.571240 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:10.595414 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4902f59-520a-49b4-b522-3a4eae41fd64 req-a0e84928-9fa8-4c96-be06-0ce81105771a tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:10.596967 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b4902f59-520a-49b4-b522-3a4eae41fd64 req-a0e84928-9fa8-4c96-be06-0ce81105771a tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.1055605 Jun 23 19:01:10.612945 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37c2b4-ef03-4e5c-ad2b-301870cc76c6 req-7bb446fc-77eb-44f6-a912-fbb81e4be5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:10.617464 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3c37c2b4-ef03-4e5c-ad2b-301870cc76c6 req-7bb446fc-77eb-44f6-a912-fbb81e4be5ef service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=513690762a7743d6bef8530390bb53c2&device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 1098 time: 0.1804857 Jun 23 19:01:10.656178 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-3ee6edc0-295f-4b86-9712-c7141e1a85ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:10.656845 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-3ee6edc0-295f-4b86-9712-c7141e1a85ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for port, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:10.658369 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-3ee6edc0-295f-4b86-9712-c7141e1a85ec service neutron] 10.222.0.74 "PUT /v2.0/ports/bd747ec5-d5e2-4af5-b5db-382698e9a8f6 HTTP/1.1" status: 200 len: 1094 time: 1.3311701 Jun 23 19:01:10.658887 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5bf9f8f-f978-423c-b8c4-2d0410f2a1db', 'tag': 'bd747ec5-d5e2-4af5-b5db-382698e9a8f6'}] {{(pid=99981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:01:10.661191 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c19ba6c2e482ff9aabb3850c8975427142a9e03079a3b94b5c7a7eb1b25c395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab758e3-d872-4be9-8b6c-820504f7059d" -d '{"events": [{"name": "network-changed", "server_uuid": "a5bf9f8f-f978-423c-b8c4-2d0410f2a1db", "tag": "bd747ec5-d5e2-4af5-b5db-382698e9a8f6"}]}' {{(pid=99981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:01:10.696375 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-ad662ca9-088c-4d0e-8b0b-f8fba9d2cd8d req-811fa148-7f36-43d6-9997-0e45106d7457 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653743 Jun 23 19:01:10.738284 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6edc0-295f-4b86-9712-c7141e1a85ec service neutron] Pushing event updated for resources: {'Port': ['ID=bd747ec5-d5e2-4af5-b5db-382698e9a8f6,revision_number=3']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:10.748988 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-3ee6edc0-295f-4b86-9712-c7141e1a85ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:10.928457 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-d6dcec1a-65e3-4fb1-a259-1edd8d775d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:10.931347 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-d6dcec1a-65e3-4fb1-a259-1edd8d775d12 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c353ddad9e634833bd136bff1f36ab80&device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 1097 time: 0.1086161 Jun 23 19:01:10.968846 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b4902f59-520a-49b4-b522-3a4eae41fd64 req-cc943d0c-9551-4a9c-8a95-ef46cde8343b tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675982 Jun 23 19:01:11.008211 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-8762f51a-d008-45b1-83c7-ff9c22a9ff16 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd747ec5-d5e2-4af5-b5db-382698e9a8f6 HTTP/1.1" status: 200 len: 217 time: 0.0536931 Jun 23 19:01:11.008359 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37c2b4-ef03-4e5c-ad2b-301870cc76c6 req-d44a511c-c5fe-4b80-bfe5-3100c36adf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:11.010099 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3c37c2b4-ef03-4e5c-ad2b-301870cc76c6 req-d44a511c-c5fe-4b80-bfe5-3100c36adf0d service neutron] 10.222.0.74 "GET /v2.0/networks?id=a62e3469-54f8-4f1b-8637-fdf06f04c1b7 HTTP/1.1" status: 200 len: 920 time: 0.3883319 Jun 23 19:01:11.124956 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3c37c2b4-ef03-4e5c-ad2b-301870cc76c6 req-bfb0ade8-d6bc-497b-bdda-6a8a82cfa4a9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2981d26e-c1fc-4f1b-b232-7fa6f09edba9 HTTP/1.1" status: 200 len: 217 time: 0.0952256 Jun 23 19:01:11.175690 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-f25ca454-1ed8-4bc2-b818-018ffb8d47b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:11.177207 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-f25ca454-1ed8-4bc2-b818-018ffb8d47b4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a9102a8b-323b-4782-85ff-37f8fd576474 HTTP/1.1" status: 200 len: 848 time: 0.1333947 Jun 23 19:01:11.258705 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fda933-d0b7-49ec-bd7a-df5f27fba29a req-10bbd126-45a8-4f7d-a015-bdaa06a08a74 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:11.260617 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-56fda933-d0b7-49ec-bd7a-df5f27fba29a req-10bbd126-45a8-4f7d-a015-bdaa06a08a74 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/ports?device_id=367ac2bf-547d-4eb8-8a18-3a94b54180ec HTTP/1.1" status: 200 len: 945 time: 0.1385119 Jun 23 19:01:11.262482 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37c2b4-ef03-4e5c-ad2b-301870cc76c6 req-180f2c35-83a0-422c-93cd-53f24785bf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:11.264004 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3c37c2b4-ef03-4e5c-ad2b-301870cc76c6 req-180f2c35-83a0-422c-93cd-53f24785bf17 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=21ed8072-8b4b-4158-b646-c86663b19b61 HTTP/1.1" status: 200 len: 859 time: 0.1168301 Jun 23 19:01:11.268563 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145e758-b277-4f2d-bccf-7cad35c681e1 req-7c0fa59e-7fa2-4b0d-bb99-3c921102b0e1 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:11.285282 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-a145e758-b277-4f2d-bccf-7cad35c681e1 req-7c0fa59e-7fa2-4b0d-bb99-3c921102b0e1 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.2793441 Jun 23 19:01:11.325122 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3c37c2b4-ef03-4e5c-ad2b-301870cc76c6 req-a0228b93-ae0d-4295-9335-c482b449bad3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a62e3469-54f8-4f1b-8637-fdf06f04c1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404947 Jun 23 19:01:11.397018 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-56fda933-d0b7-49ec-bd7a-df5f27fba29a req-4c5dea1e-b898-4457-aeca-7db46b49b858 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c65a21b-885f-4a6c-96a2-cea22fb5ac8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297803 Jun 23 19:01:11.434633 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-a145e758-b277-4f2d-bccf-7cad35c681e1 req-d19596fa-641b-432b-82fe-30356949ace1 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483057 Jun 23 19:01:11.472091 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-9f500782-5664-48ed-8720-6d2de5cd0383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:11.473622 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-9f500782-5664-48ed-8720-6d2de5cd0383 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=25f25c60-0cd5-436d-bb6e-c6a430fff0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2894077 Jun 23 19:01:11.550071 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786b24ef-d1e5-4381-898b-acf927740921 x-openstack-request-id: req-786b24ef-d1e5-4381-898b-acf927740921 {{(pid=99981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:01:11.554607 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5bf9f8f-f978-423c-b8c4-2d0410f2a1db", "tag": "bd747ec5-d5e2-4af5-b5db-382698e9a8f6", "status": "completed", "code": 200}]} {{(pid=99981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:01:11.555057 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-786b24ef-d1e5-4381-898b-acf927740921 {{(pid=99981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:01:11.555638 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5bf9f8f-f978-423c-b8c4-2d0410f2a1db', 'tag': 'bd747ec5-d5e2-4af5-b5db-382698e9a8f6', 'status': 'completed', 'code': 200} Jun 23 19:01:11.583250 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device faa81078-f38b-45f4-a98c-5ccfbc7f907c up at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:01:11.694390 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3c37c2b4-ef03-4e5c-ad2b-301870cc76c6 req-2595e7d2-8578-4906-8e0b-ac94d22f857f service neutron] 10.222.0.74 "GET /v2.0/networks/a62e3469-54f8-4f1b-8637-fdf06f04c1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575573 Jun 23 19:01:11.842838 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning complete for port faa81078-f38b-45f4-a98c-5ccfbc7f907c triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:01:11.862705 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:12.044304 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-0516d6b6-279b-43c9-a1e1-628778a28b89 service neutron] 10.222.0.74 "GET /v2.0/networks/25f25c60-0cd5-436d-bb6e-c6a430fff0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5581462 Jun 23 19:01:12.111355 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:12.204793 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3c37c2b4-ef03-4e5c-ad2b-301870cc76c6 req-6b0d6df0-594d-49bd-ad22-e0610cbda9d5 service neutron] 10.222.0.74 "GET /v2.0/networks/a62e3469-54f8-4f1b-8637-fdf06f04c1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4998655 Jun 23 19:01:12.213597 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410f860-85f1-47e9-a529-4a8644868f2d req-829f5813-3e46-4a52-8e1c-5e173762029e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:12.216513 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b410f860-85f1-47e9-a529-4a8644868f2d req-829f5813-3e46-4a52-8e1c-5e173762029e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 944 time: 0.1691022 Jun 23 19:01:12.230199 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a3cd0c-aaeb-4aba-8f47-d65e65f996e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa81078-f38b-45f4-a98c-5ccfbc7f907c'}] {{(pid=99983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:01:12.237020 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3da190a675926e82bddf1ae19285f5edc5f8218f501b2228f0a51a29f9c71fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864dca08-0072-41a8-823c-159004a0d6f3" -d '{"events": [{"server_uuid": "70a3cd0c-aaeb-4aba-8f47-d65e65f996e3", "name": "network-vif-plugged", "status": "completed", "tag": "faa81078-f38b-45f4-a98c-5ccfbc7f907c"}]}' {{(pid=99983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:01:12.263082 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port faa81078-f38b-45f4-a98c-5ccfbc7f907c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=faa81078-f38b-45f4-a98c-5ccfbc7f907c,segment=NetworkSegment(1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13),segment_id=1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:01:12.308880 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b410f860-85f1-47e9-a529-4a8644868f2d req-16bb2c3d-8757-43b3-8dbe-6d4eb2dc7333 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860677 Jun 23 19:01:12.341210 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd6d50-defe-4797-a811-c6a04740956c req-b3443e75-9c2e-48cd-8215-b4dfea441859 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:12.343080 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f9fd6d50-defe-4797-a811-c6a04740956c req-b3443e75-9c2e-48cd-8215-b4dfea441859 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 944 time: 0.5816441 Jun 23 19:01:12.351382 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:12.357344 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 7e8f5ba8-aa9d-451c-bd3a-d7786a837f16 up at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:01:12.357344 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-3c43fd2e-ad75-44ab-b6e6-f6c302581fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:12.377844 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c91e6dfb-60d4-46f5-a99c-9a26321dad92 req-73154fca-fede-44db-be76-4dd93375718e service neutron] 10.222.0.74 "GET /v2.0/networks/25f25c60-0cd5-436d-bb6e-c6a430fff0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221149 Jun 23 19:01:12.434823 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f9fd6d50-defe-4797-a811-c6a04740956c req-1b74d6d8-142d-423d-81f4-94f54b07585c tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808685 Jun 23 19:01:12.533536 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe667f0e-559e-4aad-b339-5497a6e5b787 x-openstack-request-id: req-fe667f0e-559e-4aad-b339-5497a6e5b787 {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:01:12.533839 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a3cd0c-aaeb-4aba-8f47-d65e65f996e3", "name": "network-vif-plugged", "status": "completed", "tag": "faa81078-f38b-45f4-a98c-5ccfbc7f907c", "code": 200}]} {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:01:12.534101 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fe667f0e-559e-4aad-b339-5497a6e5b787 {{(pid=99983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:01:12.534531 dv-cinder-786386-8-iscsi neutron-server[99983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a3cd0c-aaeb-4aba-8f47-d65e65f996e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa81078-f38b-45f4-a98c-5ccfbc7f907c', 'code': 200} Jun 23 19:01:12.615115 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=faa81078-f38b-45f4-a98c-5ccfbc7f907c,revision_number=7']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:12.624898 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:12.710168 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899763ec-ef88-4b8e-9cf6-5916a94821ff req-31437a64-b758-4223-b248-e08b67af3f29 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:12.727550 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-899763ec-ef88-4b8e-9cf6-5916a94821ff req-31437a64-b758-4223-b248-e08b67af3f29 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.1528893 Jun 23 19:01:12.751689 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab758e3-d872-4be9-8b6c-820504f7059d req-3bfd9530-dee4-445a-8616-1fffaa7f055d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:12.753622 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-cab758e3-d872-4be9-8b6c-820504f7059d req-3bfd9530-dee4-445a-8616-1fffaa7f055d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c353ddad9e634833bd136bff1f36ab80&device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 1097 time: 0.1685526 Jun 23 19:01:12.777202 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning for port 7e8f5ba8-aa9d-451c-bd3a-d7786a837f16 completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:01:12.782119 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning complete for port 7e8f5ba8-aa9d-451c-bd3a-d7786a837f16 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:01:12.782891 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:12.842609 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-899763ec-ef88-4b8e-9cf6-5916a94821ff req-a72ef742-bf13-4950-bc7f-ff56558cf3d7 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114404 Jun 23 19:01:12.954527 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:13.034810 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 7e8f5ba8-aa9d-451c-bd3a-d7786a837f16, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7e8f5ba8-aa9d-451c-bd3a-d7786a837f16,segment=NetworkSegment(cbff3bae-8867-4bfd-81b0-e01abc8c7c68),segment_id=cbff3bae-8867-4bfd-81b0-e01abc8c7c68)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:01:13.103745 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab758e3-d872-4be9-8b6c-820504f7059d req-ea9d92e3-194c-4087-879d-df498d951eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:13.105918 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-cab758e3-d872-4be9-8b6c-820504f7059d req-ea9d92e3-194c-4087-879d-df498d951eac service neutron] 10.222.0.74 "GET /v2.0/networks?id=25f25c60-0cd5-436d-bb6e-c6a430fff0a2 HTTP/1.1" status: 200 len: 910 time: 0.3412540 Jun 23 19:01:13.168370 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-cab758e3-d872-4be9-8b6c-820504f7059d req-cf12c2a9-b43c-43f1-8589-b186a95a9046 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd747ec5-d5e2-4af5-b5db-382698e9a8f6 HTTP/1.1" status: 200 len: 217 time: 0.0520520 Jun 23 19:01:13.230110 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab758e3-d872-4be9-8b6c-820504f7059d req-3141f18a-32d9-436c-bd44-3167b2d80233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:13.231594 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-cab758e3-d872-4be9-8b6c-820504f7059d req-3141f18a-32d9-436c-bd44-3167b2d80233 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a9102a8b-323b-4782-85ff-37f8fd576474 HTTP/1.1" status: 200 len: 848 time: 0.0516498 Jun 23 19:01:13.300953 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f838bff-b725-473f-8c2d-730f6999d338 req-15c096a7-1734-486e-8d27-93f83f16e059 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:13.301372 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e1568-8f90-4dd0-954d-fa45c84d0734 req-38aaacba-4f74-4912-8819-457615f87ccd tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:13.302563 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4f838bff-b725-473f-8c2d-730f6999d338 req-15c096a7-1734-486e-8d27-93f83f16e059 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.1225605 Jun 23 19:01:13.302950 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-770e1568-8f90-4dd0-954d-fa45c84d0734 req-38aaacba-4f74-4912-8819-457615f87ccd tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/ports?device_id=367ac2bf-547d-4eb8-8a18-3a94b54180ec HTTP/1.1" status: 200 len: 945 time: 0.3347092 Jun 23 19:01:13.363656 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4f838bff-b725-473f-8c2d-730f6999d338 req-53222832-8edf-4563-869e-1b8f99b54c81 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501814 Jun 23 19:01:13.372833 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-770e1568-8f90-4dd0-954d-fa45c84d0734 req-d9ff4b95-6f1d-4f9c-bdd2-90b793efaf3b tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c65a21b-885f-4a6c-96a2-cea22fb5ac8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628750 Jun 23 19:01:13.378785 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab758e3-d872-4be9-8b6c-820504f7059d req-c9667bf7-b984-4843-a796-390ba47c3f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:13.380245 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-cab758e3-d872-4be9-8b6c-820504f7059d req-c9667bf7-b984-4843-a796-390ba47c3f04 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=25f25c60-0cd5-436d-bb6e-c6a430fff0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1322899 Jun 23 19:01:13.465959 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:13.468425 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-b5b04b03-9aab-4eed-8e66-5ec61274b96b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:13.540081 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=7e8f5ba8-aa9d-451c-bd3a-d7786a837f16,revision_number=5']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:13.554014 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:13.555003 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-cab758e3-d872-4be9-8b6c-820504f7059d req-fb206734-fc97-4156-981f-037c6badc763 service neutron] 10.222.0.74 "GET /v2.0/networks/25f25c60-0cd5-436d-bb6e-c6a430fff0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584375 Jun 23 19:01:13.601816 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60849631-9402-4363-8695-bf3884e07ac6 req-86d9c49f-e243-4efa-81a1-bfea138e8c50 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:13.603339 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-60849631-9402-4363-8695-bf3884e07ac6 req-86d9c49f-e243-4efa-81a1-bfea138e8c50 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 945 time: 0.1084723 Jun 23 19:01:13.659862 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-60849631-9402-4363-8695-bf3884e07ac6 req-91c8e5a1-416a-43ff-979e-06ff2579b667 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481408 Jun 23 19:01:13.753142 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-cab758e3-d872-4be9-8b6c-820504f7059d req-840f0afa-3962-42b1-84a4-b0ca570a8a4d service neutron] 10.222.0.74 "GET /v2.0/networks/25f25c60-0cd5-436d-bb6e-c6a430fff0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859288 Jun 23 19:01:13.765100 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8d236-49bf-49c3-b3dd-f8df3a6179d9 req-a294455b-ed87-4708-9815-e236e9901478 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:13.766483 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-d4b8d236-49bf-49c3-b3dd-f8df3a6179d9 req-a294455b-ed87-4708-9815-e236e9901478 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 944 time: 0.1645966 Jun 23 19:01:13.825157 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-d4b8d236-49bf-49c3-b3dd-f8df3a6179d9 req-3c83d66e-5bc1-426a-a0a9-f5f0701c6fd2 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508466 Jun 23 19:01:14.107796 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb72d9-568f-4ca9-bc63-dd42b362ab94 req-5f3a3831-9e28-4886-b81d-f4f2937217a6 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:14.109232 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4bfb72d9-568f-4ca9-bc63-dd42b362ab94 req-5f3a3831-9e28-4886-b81d-f4f2937217a6 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.0848129 Jun 23 19:01:14.162773 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4bfb72d9-568f-4ca9-bc63-dd42b362ab94 req-4d9b718e-0be9-42f3-98c3-24aa7b879881 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475650 Jun 23 19:01:14.612029 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367ac2bf-547d-4eb8-8a18-3a94b54180ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8f5ba8-aa9d-451c-bd3a-d7786a837f16'}] {{(pid=99983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:01:14.612029 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3da190a675926e82bddf1ae19285f5edc5f8218f501b2228f0a51a29f9c71fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9d69f4-123a-4274-b06b-c1812614deea" -d '{"events": [{"server_uuid": "367ac2bf-547d-4eb8-8a18-3a94b54180ec", "name": "network-vif-plugged", "status": "completed", "tag": "7e8f5ba8-aa9d-451c-bd3a-d7786a837f16"}]}' {{(pid=99983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:01:14.760431 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d15e05-248a-4a39-9924-932e78bccdb6 req-db41144a-ec72-45fd-a8e4-e97c4939ee22 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:14.771455 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a9d15e05-248a-4a39-9924-932e78bccdb6 req-db41144a-ec72-45fd-a8e4-e97c4939ee22 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/ports?device_id=367ac2bf-547d-4eb8-8a18-3a94b54180ec HTTP/1.1" status: 200 len: 946 time: 0.1911626 Jun 23 19:01:14.774535 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d1885-6c35-475e-a802-7c1e19c92fb8 req-abe70bf6-1f05-4ff7-a4a9-711a811e23bd tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:14.784462 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-8e7d1885-6c35-475e-a802-7c1e19c92fb8 req-abe70bf6-1f05-4ff7-a4a9-711a811e23bd tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.1254504 Jun 23 19:01:14.840046 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-8e7d1885-6c35-475e-a802-7c1e19c92fb8 req-5cbb7747-0285-4617-945a-47927d908887 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544720 Jun 23 19:01:14.842155 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a9d15e05-248a-4a39-9924-932e78bccdb6 req-172aadae-646b-4517-90a6-924dbfa3e5e2 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c65a21b-885f-4a6c-96a2-cea22fb5ac8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641239 Jun 23 19:01:14.924802 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807fca78-ead3-4009-8d14-b3aa708978d7 x-openstack-request-id: req-807fca78-ead3-4009-8d14-b3aa708978d7 {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:01:14.925143 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367ac2bf-547d-4eb8-8a18-3a94b54180ec", "name": "network-vif-plugged", "status": "completed", "tag": "7e8f5ba8-aa9d-451c-bd3a-d7786a837f16", "code": 200}]} {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:01:14.925358 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-807fca78-ead3-4009-8d14-b3aa708978d7 {{(pid=99983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:01:14.925762 dv-cinder-786386-8-iscsi neutron-server[99983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367ac2bf-547d-4eb8-8a18-3a94b54180ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8f5ba8-aa9d-451c-bd3a-d7786a837f16', 'code': 200} Jun 23 19:01:15.034856 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f47c6c-abfd-4869-aa3f-daf5db62754a req-1c9d923b-f8c4-41c6-b674-4aff4776d1a4 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:15.036386 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-30f47c6c-abfd-4869-aa3f-daf5db62754a req-1c9d923b-f8c4-41c6-b674-4aff4776d1a4 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 945 time: 0.0805204 Jun 23 19:01:15.197127 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004ee01-b118-4a3b-9997-12990b6eb471 req-38565fdf-6b40-4f76-85c7-6ddaa73912b9 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:15.198709 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-6004ee01-b118-4a3b-9997-12990b6eb471 req-38565fdf-6b40-4f76-85c7-6ddaa73912b9 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 944 time: 0.1177630 Jun 23 19:01:15.263511 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-6004ee01-b118-4a3b-9997-12990b6eb471 req-3c8fc3ad-eb44-4e59-8bd2-311381220ffc tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578463 Jun 23 19:01:15.419859 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-30f47c6c-abfd-4869-aa3f-daf5db62754a req-e7a9cff7-0fa7-41ca-b054-a4d3d47e94b2 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3723843 Jun 23 19:01:15.630590 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0dced9-6b26-4dfd-94c0-55d67bfb2759 req-636f0982-be6f-466e-8531-a1ae114d2cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:15.632412 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-4e0dced9-6b26-4dfd-94c0-55d67bfb2759 req-636f0982-be6f-466e-8531-a1ae114d2cbc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=367ac2bf-547d-4eb8-8a18-3a94b54180ec HTTP/1.1" status: 200 len: 1099 time: 0.1051431 Jun 23 19:01:15.684893 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1beab9f-82ce-4cfc-b437-93cfec368e95 req-adea9c4e-0ee6-4fc1-bfb2-42b9652f29c9 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:15.691966 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b1beab9f-82ce-4cfc-b437-93cfec368e95 req-adea9c4e-0ee6-4fc1-bfb2-42b9652f29c9 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.1135936 Jun 23 19:01:15.698183 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-4e0dced9-6b26-4dfd-94c0-55d67bfb2759 req-3af00e89-b999-4034-9e57-f09e2b0b02ad service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6c65a21b-885f-4a6c-96a2-cea22fb5ac8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573976 Jun 23 19:01:15.756828 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b1beab9f-82ce-4cfc-b437-93cfec368e95 req-74c2b332-a4e1-470e-9cfe-240b84181c20 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637705 Jun 23 19:01:16.109154 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3136ad8-21c4-49e1-8baa-8a27f41e9ea7 req-c18282c1-0cb7-4399-bca7-bef53b086f08 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:16.110706 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c3136ad8-21c4-49e1-8baa-8a27f41e9ea7 req-c18282c1-0cb7-4399-bca7-bef53b086f08 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.1218317 Jun 23 19:01:16.179605 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c3136ad8-21c4-49e1-8baa-8a27f41e9ea7 req-3145e14e-0692-4901-8eed-789999a971a6 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611861 Jun 23 19:01:16.179947 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c79d2-503f-4da0-9637-4354dfac9b4e req-e6540f71-6688-4be4-9e77-0c1ad6daf70e tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:16.190435 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-228c79d2-503f-4da0-9637-4354dfac9b4e req-e6540f71-6688-4be4-9e77-0c1ad6daf70e tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/ports?device_id=367ac2bf-547d-4eb8-8a18-3a94b54180ec HTTP/1.1" status: 200 len: 946 time: 0.1169844 Jun 23 19:01:16.242279 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-228c79d2-503f-4da0-9637-4354dfac9b4e req-ab88a3ac-d429-4a85-b560-222ec440522c tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c65a21b-885f-4a6c-96a2-cea22fb5ac8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504837 Jun 23 19:01:16.677321 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef405334-80a8-48b4-9691-d35581b8fb20 req-83ffdaf5-7ddf-4ac0-a1fe-f3f3bdd9ef84 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:16.679047 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-ef405334-80a8-48b4-9691-d35581b8fb20 req-83ffdaf5-7ddf-4ac0-a1fe-f3f3bdd9ef84 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 944 time: 0.1468682 Jun 23 19:01:16.780115 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-ef405334-80a8-48b4-9691-d35581b8fb20 req-90df96de-bf07-4c52-ad22-0aada584c34f tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891173 Jun 23 19:01:16.843335 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6be55f-9933-4601-9549-0acb50f2e336 req-637ed9ac-5e9f-4012-a708-eba142b3d921 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:16.846076 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-7a6be55f-9933-4601-9549-0acb50f2e336 req-637ed9ac-5e9f-4012-a708-eba142b3d921 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 945 time: 0.1545408 Jun 23 19:01:17.007796 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-7a6be55f-9933-4601-9549-0acb50f2e336 req-d175c9d9-f943-470e-ab5a-f920212e25cc tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550286 Jun 23 19:01:17.148440 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57cc456-e60f-4fa3-868b-7d294d6ba05b req-4dd4d05f-8ce2-40be-8e80-da97feabaae6 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:17.155027 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c57cc456-e60f-4fa3-868b-7d294d6ba05b req-4dd4d05f-8ce2-40be-8e80-da97feabaae6 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.1650250 Jun 23 19:01:17.277335 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c57cc456-e60f-4fa3-868b-7d294d6ba05b req-e8a1b38c-627c-4d3e-8e14-c9cbe15fd654 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155696 Jun 23 19:01:17.569343 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9159509-e067-4e97-aff1-3d7a0a5912d5 req-9f0b234b-8278-4391-834c-44d7918f1e83 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:17.581195 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f9159509-e067-4e97-aff1-3d7a0a5912d5 req-9f0b234b-8278-4391-834c-44d7918f1e83 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.1293325 Jun 23 19:01:17.664372 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f9159509-e067-4e97-aff1-3d7a0a5912d5 req-a1d048ab-50f4-4111-97cb-83a0f4c65974 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811229 Jun 23 19:01:17.701373 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd132805-d309-456c-98fc-d4a52223b361 req-7f6d4012-bd73-4ec6-ab0a-6e06c944966a tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:17.703396 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-cd132805-d309-456c-98fc-d4a52223b361 req-7f6d4012-bd73-4ec6-ab0a-6e06c944966a tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/ports?device_id=367ac2bf-547d-4eb8-8a18-3a94b54180ec HTTP/1.1" status: 200 len: 946 time: 0.1486843 Jun 23 19:01:17.797417 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-cd132805-d309-456c-98fc-d4a52223b361 req-1300db5c-4eb6-4346-ab38-44a441ebb3c0 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c65a21b-885f-4a6c-96a2-cea22fb5ac8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711153 Jun 23 19:01:18.178706 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bff0d-061f-46ac-8ebc-29da4b597f36 req-f5059b6a-3849-4bdf-8858-6842e1bc0f13 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:18.180659 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-353bff0d-061f-46ac-8ebc-29da4b597f36 req-f5059b6a-3849-4bdf-8858-6842e1bc0f13 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 944 time: 0.1310534 Jun 23 19:01:18.237934 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-353bff0d-061f-46ac-8ebc-29da4b597f36 req-07062cfa-2c6c-4a18-997d-2976b606f6ff tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454006 Jun 23 19:01:18.412629 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5f3c9-87d2-4346-be2a-c20475171682 req-6a21900c-993e-4e3e-b3fb-6314c814f742 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:18.414369 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-7ea5f3c9-87d2-4346-be2a-c20475171682 req-6a21900c-993e-4e3e-b3fb-6314c814f742 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 945 time: 0.0727406 Jun 23 19:01:18.473286 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-7ea5f3c9-87d2-4346-be2a-c20475171682 req-5ce42e46-8003-42fb-b96e-0018739c755b tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516741 Jun 23 19:01:18.739543 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce4534-ede9-4430-8e59-2c4a8740219a req-e3aba9bd-bf31-474e-b9b5-64d756a4911e tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:18.741386 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-ddce4534-ede9-4430-8e59-2c4a8740219a req-e3aba9bd-bf31-474e-b9b5-64d756a4911e tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.1166134 Jun 23 19:01:18.779644 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-ddce4534-ede9-4430-8e59-2c4a8740219a req-089cb008-9a5d-4e04-a25d-329576e91639 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323029 Jun 23 19:01:18.980346 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4794c9b-ae41-4e94-b750-416252a08042 req-9b949535-3130-4de0-ae9c-1b1065048048 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:18.986401 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-a4794c9b-ae41-4e94-b750-416252a08042 req-9b949535-3130-4de0-ae9c-1b1065048048 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0978608 Jun 23 19:01:19.025923 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-a4794c9b-ae41-4e94-b750-416252a08042 req-a72a5683-ac39-42c1-a4f1-72cba69ed998 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347803 Jun 23 19:01:19.201784 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834b844-b013-4957-9776-5b88a83a7c83 req-b05a5b8b-f5c6-4974-b06f-811a0658ce7d tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:19.203471 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-b834b844-b013-4957-9776-5b88a83a7c83 req-b05a5b8b-f5c6-4974-b06f-811a0658ce7d tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/ports?device_id=367ac2bf-547d-4eb8-8a18-3a94b54180ec HTTP/1.1" status: 200 len: 946 time: 0.0678515 Jun 23 19:01:19.239621 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-b834b844-b013-4957-9776-5b88a83a7c83 req-7c28fb3e-803b-4f03-bca4-695d0939eef2 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c65a21b-885f-4a6c-96a2-cea22fb5ac8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305746 Jun 23 19:01:19.484660 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9084a-edbb-4ed8-b344-80cea4587701 req-a5ad4511-9ae0-49b0-8554-84570b368d28 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:19.498120 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-b1c9084a-edbb-4ed8-b344-80cea4587701 req-a5ad4511-9ae0-49b0-8554-84570b368d28 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 944 time: 0.1202407 Jun 23 19:01:19.597118 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-b1c9084a-edbb-4ed8-b344-80cea4587701 req-dd1da190-b169-4555-97a7-7164dda3b720 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965297 Jun 23 19:01:19.811719 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71d529-2301-4ef5-8a31-10e969f912ab req-04463bdb-3a0d-4592-b093-fc1cfb3bf46d tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:19.813365 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8d71d529-2301-4ef5-8a31-10e969f912ab req-04463bdb-3a0d-4592-b093-fc1cfb3bf46d tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.0981886 Jun 23 19:01:19.884045 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8d71d529-2301-4ef5-8a31-10e969f912ab req-118e9ac7-9070-4571-bac6-16789bb7add4 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647702 Jun 23 19:01:19.910247 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e545b-b6ef-4d97-9eda-1860db5f6df8 req-e05ede06-49bc-4bce-9c4c-bf11e9ef8c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:19.911951 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-8e1e545b-b6ef-4d97-9eda-1860db5f6df8 req-e05ede06-49bc-4bce-9c4c-bf11e9ef8c3b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9f6a4633b074ee18f6ae32450102a45&device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 1099 time: 0.1586623 Jun 23 19:01:19.937600 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69da5b9-7903-4f2e-9fb5-e22feccfaedd req-d9abcb61-4351-4d7e-8e31-20d7dbe8fbb1 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:19.939505 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-e69da5b9-7903-4f2e-9fb5-e22feccfaedd req-d9abcb61-4351-4d7e-8e31-20d7dbe8fbb1 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 945 time: 0.1174319 Jun 23 19:01:20.048321 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-e69da5b9-7903-4f2e-9fb5-e22feccfaedd req-4ed82027-b384-46a0-aa73-a7fec0e3e25a tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991502 Jun 23 19:01:20.140257 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e545b-b6ef-4d97-9eda-1860db5f6df8 req-6a83c1b9-06bc-47ec-b4b6-d57ed2b329f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:20.141908 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-8e1e545b-b6ef-4d97-9eda-1860db5f6df8 req-6a83c1b9-06bc-47ec-b4b6-d57ed2b329f1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=58353e6c-18a0-4686-b0db-a03201c9462d HTTP/1.1" status: 200 len: 911 time: 0.1899564 Jun 23 19:01:20.293957 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-8e1e545b-b6ef-4d97-9eda-1860db5f6df8 req-58cbfe04-45cc-487b-8cbf-bbc03e949be5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d16b30a7-1202-4a07-b980-112ed7289151 HTTP/1.1" status: 200 len: 1001 time: 0.1314831 Jun 23 19:01:20.318962 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949d47a-1132-4a47-8332-3a28e4954b5f req-c51d5d0f-1926-490d-a271-d1e3c35ba2de tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:20.321236 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3949d47a-1132-4a47-8332-3a28e4954b5f req-c51d5d0f-1926-490d-a271-d1e3c35ba2de tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.1285973 Jun 23 19:01:20.358112 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e545b-b6ef-4d97-9eda-1860db5f6df8 req-101e01b3-26d9-48b3-98aa-af08f6d26615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:20.359758 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-8e1e545b-b6ef-4d97-9eda-1860db5f6df8 req-101e01b3-26d9-48b3-98aa-af08f6d26615 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=addde824-1dce-4a61-8b2a-9b50df39336c HTTP/1.1" status: 200 len: 849 time: 0.0536597 Jun 23 19:01:20.399715 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3949d47a-1132-4a47-8332-3a28e4954b5f req-6fbb4e10-9eae-49fd-823a-daf56c4754e6 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716197 Jun 23 19:01:20.489375 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e545b-b6ef-4d97-9eda-1860db5f6df8 req-f0c1bcc8-569e-477d-a06a-490fd2366bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:20.494803 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-8e1e545b-b6ef-4d97-9eda-1860db5f6df8 req-f0c1bcc8-569e-477d-a06a-490fd2366bc1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=58353e6c-18a0-4686-b0db-a03201c9462d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1091053 Jun 23 19:01:20.714273 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-8e1e545b-b6ef-4d97-9eda-1860db5f6df8 req-54ef43b3-3434-47ed-94ea-8937aba75b8e service neutron] 10.222.0.74 "GET /v2.0/networks/58353e6c-18a0-4686-b0db-a03201c9462d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473897 Jun 23 19:01:20.920782 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-8e1e545b-b6ef-4d97-9eda-1860db5f6df8 req-2773a79f-a626-4c06-8d61-0087382ebdae service neutron] 10.222.0.74 "GET /v2.0/networks/58353e6c-18a0-4686-b0db-a03201c9462d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019832 Jun 23 19:01:20.929211 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe5051-5359-4040-b568-f80099bb7cfa req-3ef7c75b-daca-4289-8cfb-ae7a8bcbdefd tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:20.930656 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-cabe5051-5359-4040-b568-f80099bb7cfa req-3ef7c75b-daca-4289-8cfb-ae7a8bcbdefd tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 944 time: 0.1944668 Jun 23 19:01:20.993299 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-cabe5051-5359-4040-b568-f80099bb7cfa req-85f6c914-a306-4628-a36d-971277b4be6d tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537877 Jun 23 19:01:21.198221 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd24bd-0433-459e-89a7-64e127ba5809 req-ac770b16-cd7b-48d5-a6d3-80285ec20d75 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:21.200809 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-36cd24bd-0433-459e-89a7-64e127ba5809 req-ac770b16-cd7b-48d5-a6d3-80285ec20d75 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.0824492 Jun 23 19:01:21.244510 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-36cd24bd-0433-459e-89a7-64e127ba5809 req-492d347d-a07b-44c3-a1d4-a7ba8f6210e3 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377169 Jun 23 19:01:21.472955 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3457487-a806-4615-bae6-563425a7fe7b req-693b2f80-4d41-4da3-ab0d-bb20971110fb tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:21.475696 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-a3457487-a806-4615-bae6-563425a7fe7b req-693b2f80-4d41-4da3-ab0d-bb20971110fb tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 945 time: 0.0985577 Jun 23 19:01:21.550457 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-a3457487-a806-4615-bae6-563425a7fe7b req-ff82734b-2136-4bf9-a848-6aa41a1391f5 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580564 Jun 23 19:01:21.674914 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-3af722ac-3202-46ac-a13f-d88c1aee9c9c tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:21.677198 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-3af722ac-3202-46ac-a13f-d88c1aee9c9c tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/networks?id=07c16b52-6a2b-4672-a465-c1c2c0e75c21 HTTP/1.1" status: 200 len: 815 time: 0.1702178 Jun 23 19:01:21.728362 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-f7d28b36-14cd-44ac-beb5-2b6393cb183d tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/quotas/39ebdfd6bceb4d8baa6bb77d6bdc2ff4 HTTP/1.1" status: 200 len: 375 time: 0.0289831 Jun 23 19:01:21.819736 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878d6b7-dd02-441d-83f2-bf6b74fd339d req-12e01d9c-288a-4d71-8478-ef6b04313dc5 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:21.827234 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-4878d6b7-dd02-441d-83f2-bf6b74fd339d req-12e01d9c-288a-4d71-8478-ef6b04313dc5 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.1634657 Jun 23 19:01:21.852246 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-404d6be0-857c-4ce5-bf65-0c7fc6c1790b tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=39ebdfd6bceb4d8baa6bb77d6bdc2ff4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1213267 Jun 23 19:01:21.909667 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-4878d6b7-dd02-441d-83f2-bf6b74fd339d req-41efeed3-41fd-41c3-9ac9-50fb5087b4e2 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733633 Jun 23 19:01:22.060837 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 59622) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:01:22.083763 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-1b4dbb8d-8967-4bcf-8c76-c21a94b8eef2 service neutron] 10.222.0.47 "GET /v2.0/networks/07c16b52-6a2b-4672-a465-c1c2c0e75c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134566 Jun 23 19:01:22.258027 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.db_base_plugin_v2 [None req-00f7b114-fb60-457d-8b54-0614978b15a2 admin admin] Deleting subnet 71434ceb-7156-4185-ac6b-e1254012afcf {{(pid=99981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:01:22.264521 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-00f7b114-fb60-457d-8b54-0614978b15a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:22.310126 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-ba86a06a-7827-4aac-9d5c-6db554bbcfca service neutron] 10.222.0.47 "GET /v2.0/networks/07c16b52-6a2b-4672-a465-c1c2c0e75c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240002 Jun 23 19:01:22.324478 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb689379-008a-461a-886d-383090186d19 req-ab0dd5d1-02cf-48b0-b61a-388f036e5fac tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:22.331956 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-fb689379-008a-461a-886d-383090186d19 req-ab0dd5d1-02cf-48b0-b61a-388f036e5fac tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 944 time: 0.1513553 Jun 23 19:01:22.354378 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-00f7b114-fb60-457d-8b54-0614978b15a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65243406'] for subnet, precommit_delete_associations {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:22.404397 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-fb689379-008a-461a-886d-383090186d19 req-4d74c98f-cab1-4ab2-a9dd-d048318af1a4 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713711 Jun 23 19:01:22.437953 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-00f7b114-fb60-457d-8b54-0614978b15a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017849'] for subnet, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:22.576641 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-00f7b114-fb60-457d-8b54-0614978b15a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66155696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63851697'] for subnet, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:22.595311 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-2e300977-6ff0-4b0c-b04f-3b760bc726b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:22.601905 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-00f7b114-fb60-457d-8b54-0614978b15a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for subnet, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:22.604769 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-00f7b114-fb60-457d-8b54-0614978b15a2 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/71434ceb-7156-4185-ac6b-e1254012afcf HTTP/1.1" status: 204 len: 168 time: 0.5417678 Jun 23 19:01:22.631191 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-1930c2ba-70c2-444a-8eb3-304a4396e668 req-a8e62020-d582-448d-97d0-27523cf7c85e tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 210 time: 0.0448422 Jun 23 19:01:22.631729 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 59638) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:01:22.656584 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7b114-fb60-457d-8b54-0614978b15a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71434ceb-7156-4185-ac6b-e1254012afcf,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:22.669091 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-00f7b114-fb60-457d-8b54-0614978b15a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:22.691038 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04267429-f0ce-4db0-b4e9-ba7968c9d7af req-d33bf1f6-ee82-432e-986a-6fcd24f6996d tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:22.693139 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-04267429-f0ce-4db0-b4e9-ba7968c9d7af req-d33bf1f6-ee82-432e-986a-6fcd24f6996d tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.1552622 Jun 23 19:01:22.768151 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a33f8e6d-5698-4c90-b02e-be1237e10f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631679'] for network, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:22.798245 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-04267429-f0ce-4db0-b4e9-ba7968c9d7af req-9c732e7f-43a0-4ee3-89c2-469b690d0aa0 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922410 Jun 23 19:01:22.907140 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a33f8e6d-5698-4c90-b02e-be1237e10f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018740', 'neutron.services.segments.db._delete_segments_for_network-8739890731039'] for network, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:22.919058 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.services.segments.db [None req-a33f8e6d-5698-4c90-b02e-be1237e10f9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9164dc2-8c42-4160-b1e8-68acf68bf965']}} {{(pid=99982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:01:22.944945 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.services.segments.db [None req-a33f8e6d-5698-4c90-b02e-be1237e10f9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6635f8f-6033-4ce3-98b6-75ba91104deb') {'for_net_delete': True} {{(pid=99982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:01:22.945329 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.services.segments.db [None req-a33f8e6d-5698-4c90-b02e-be1237e10f9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6635f8f-6033-4ce3-98b6-75ba91104deb') {} {{(pid=99982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:01:22.962462 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a33f8e6d-5698-4c90-b02e-be1237e10f9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739890717934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66960741'] for segment, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:22.995182 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caad66e-4c0f-407d-a20c-2f3fc6f7414f req-92fa1ca8-ae6c-4760-a0d6-cdca3803aa09 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:23.002905 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8caad66e-4c0f-407d-a20c-2f3fc6f7414f req-92fa1ca8-ae6c-4760-a0d6-cdca3803aa09 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 945 time: 0.2073908 Jun 23 19:01:23.002905 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a33f8e6d-5698-4c90-b02e-be1237e10f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412'] for segment, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:23.006927 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a33f8e6d-5698-4c90-b02e-be1237e10f9a admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=99982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:01:23.007334 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a33f8e6d-5698-4c90-b02e-be1237e10f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63685957'] for segment, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: Traceback (most recent call last): Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: timer() Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: cb(*args, **kw) Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: return func(*args, **kwargs) Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: self._notify() Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: self.callback(batched_events) Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: event.method(event) Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: return f(self, *a, **k) Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: return self._get(url).json() Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: return self.request(url, 'GET', **kwargs) Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:01:23.009641 dv-cinder-786386-8-iscsi neutron-server[99982]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:01:23.101578 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8caad66e-4c0f-407d-a20c-2f3fc6f7414f req-92b92c26-a81b-46b7-8f78-b75e6b251e23 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957184 Jun 23 19:01:23.162538 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478fe415-31c1-4c7f-8ce1-3ee90a07f726 req-0b148469-77a7-40d4-9649-1ab48e87d4bd tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:23.165083 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-478fe415-31c1-4c7f-8ce1-3ee90a07f726 req-0b148469-77a7-40d4-9649-1ab48e87d4bd tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0909085 Jun 23 19:01:23.211418 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-478fe415-31c1-4c7f-8ce1-3ee90a07f726 req-9fc5437c-dd53-48c4-9a7c-b5c803462eba tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402570 Jun 23 19:01:23.249832 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a33f8e6d-5698-4c90-b02e-be1237e10f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1978736'] for network, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:23.249832 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:23.249832 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a33f8e6d-5698-4c90-b02e-be1237e10f9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for network, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:23.249832 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-a33f8e6d-5698-4c90-b02e-be1237e10f9a admin admin] 10.222.0.47 "DELETE /v2.0/networks/f9164dc2-8c42-4160-b1e8-68acf68bf965 HTTP/1.1" status: 204 len: 168 time: 0.6122863 Jun 23 19:01:23.251794 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 59664) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:01:23.281271 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f8e6d-5698-4c90-b02e-be1237e10f9a admin admin] Pushing event deleted for resources: {'Network': ['ID=f9164dc2-8c42-4160-b1e8-68acf68bf965,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:23.300718 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-a33f8e6d-5698-4c90-b02e-be1237e10f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:23.327068 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f75c51d-1a36-4229-9636-bf8bd2f70ea1 admin admin] Deleting subnet 9757b117-57af-453e-bacc-02beca764a8b {{(pid=99982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:01:23.328092 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-9f75c51d-1a36-4229-9636-bf8bd2f70ea1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:23.364191 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-9f75c51d-1a36-4229-9636-bf8bd2f70ea1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66960762'] for subnet, precommit_delete_associations {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:23.418836 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-9f75c51d-1a36-4229-9636-bf8bd2f70ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017849'] for subnet, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:23.581030 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-9f75c51d-1a36-4229-9636-bf8bd2f70ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63686104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63285490'] for subnet, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:23.584716 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-2d31b477-b7c7-4bd8-8a96-96c404b06cb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:23.626450 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75c51d-1a36-4229-9636-bf8bd2f70ea1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9757b117-57af-453e-bacc-02beca764a8b,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:23.629557 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-9f75c51d-1a36-4229-9636-bf8bd2f70ea1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:23.631823 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-9f75c51d-1a36-4229-9636-bf8bd2f70ea1 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9757b117-57af-453e-bacc-02beca764a8b HTTP/1.1" status: 204 len: 168 time: 0.3695011 Jun 23 19:01:23.632944 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-9f75c51d-1a36-4229-9636-bf8bd2f70ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:23.634522 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 59670) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:01:23.635669 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482b1b3-f8b5-4c33-b9f9-b0f6721b1cdb req-c70cf2a8-31ce-4431-8bf6-56abf2872f0d tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:23.637999 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-b482b1b3-f8b5-4c33-b9f9-b0f6721b1cdb req-c70cf2a8-31ce-4431-8bf6-56abf2872f0d tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 944 time: 0.0988629 Jun 23 19:01:23.709252 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-b482b1b3-f8b5-4c33-b9f9-b0f6721b1cdb req-c113dc12-e278-447e-b9c8-9422ac25f666 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649507 Jun 23 19:01:23.746794 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-cdf84594-958e-484e-9dba-9c3efaa6078f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631679'] for network, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:23.874071 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-7af6129b-3c43-4060-a602-fe90015c3ccc req-209824c5-0621-4d40-abd7-837fb38b1a58 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 210 time: 0.0622511 Jun 23 19:01:23.880247 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-cdf84594-958e-484e-9dba-9c3efaa6078f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018740', 'neutron.services.segments.db._delete_segments_for_network-8739890731039'] for network, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:23.888907 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 6 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:01:23.891357 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.services.segments.db [None req-cdf84594-958e-484e-9dba-9c3efaa6078f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc1635df-68ad-48ac-8ce8-958d32bb8988']}} {{(pid=99982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:01:23.901594 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb697f-d71d-4dd3-a4ae-3a3355bdc915 req-2c79dc1f-a7b6-4647-83b9-b5e9ac0d6652 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:23.901594 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-30bb697f-d71d-4dd3-a4ae-3a3355bdc915 req-2c79dc1f-a7b6-4647-83b9-b5e9ac0d6652 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=4efc1ecd-2b44-452e-854e-04ffa829501a HTTP/1.1" status: 200 len: 946 time: 0.0720205 Jun 23 19:01:23.902019 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.services.segments.db [None req-cdf84594-958e-484e-9dba-9c3efaa6078f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc2b601e-57e8-4c26-baba-d6d008d8e97f') {'for_net_delete': True} {{(pid=99982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:01:23.902445 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.services.segments.db [None req-cdf84594-958e-484e-9dba-9c3efaa6078f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc2b601e-57e8-4c26-baba-d6d008d8e97f') {} {{(pid=99982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:01:23.911663 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-cdf84594-958e-484e-9dba-9c3efaa6078f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739890717934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66960741'] for segment, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:23.928370 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-cdf84594-958e-484e-9dba-9c3efaa6078f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412'] for segment, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:23.935493 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf84594-958e-484e-9dba-9c3efaa6078f admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=99982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:01:23.936050 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-cdf84594-958e-484e-9dba-9c3efaa6078f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63685957'] for segment, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:23.937986 dv-cinder-786386-8-iscsi neutron-server[99982]: Traceback (most recent call last): Jun 23 19:01:23.937986 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:01:23.937986 dv-cinder-786386-8-iscsi neutron-server[99982]: timer() Jun 23 19:01:23.937986 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:01:23.937986 dv-cinder-786386-8-iscsi neutron-server[99982]: cb(*args, **kw) Jun 23 19:01:23.937986 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:01:23.937986 dv-cinder-786386-8-iscsi neutron-server[99982]: return func(*args, **kwargs) Jun 23 19:01:23.937986 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:01:23.937986 dv-cinder-786386-8-iscsi neutron-server[99982]: self._notify() Jun 23 19:01:23.937986 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:01:23.937986 dv-cinder-786386-8-iscsi neutron-server[99982]: self.callback(batched_events) Jun 23 19:01:23.937986 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:01:23.937986 dv-cinder-786386-8-iscsi neutron-server[99982]: event.method(event) Jun 23 19:01:23.937986 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:01:23.937986 dv-cinder-786386-8-iscsi neutron-server[99982]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:01:23.937986 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:01:23.937986 dv-cinder-786386-8-iscsi neutron-server[99982]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:01:23.937986 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:01:23.937986 dv-cinder-786386-8-iscsi neutron-server[99982]: return f(self, *a, **k) Jun 23 19:01:23.937986 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:01:23.937986 dv-cinder-786386-8-iscsi neutron-server[99982]: return self._get(url).json() Jun 23 19:01:23.937986 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:01:23.937986 dv-cinder-786386-8-iscsi neutron-server[99982]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:01:23.937986 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:01:23.937986 dv-cinder-786386-8-iscsi neutron-server[99982]: return self.request(url, 'GET', **kwargs) Jun 23 19:01:23.937986 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:01:23.937986 dv-cinder-786386-8-iscsi neutron-server[99982]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:01:23.937986 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:01:23.937986 dv-cinder-786386-8-iscsi neutron-server[99982]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:01:23.937986 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:01:23.937986 dv-cinder-786386-8-iscsi neutron-server[99982]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:01:23.937986 dv-cinder-786386-8-iscsi neutron-server[99982]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:01:23.946792 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-30bb697f-d71d-4dd3-a4ae-3a3355bdc915 req-be142d67-8e02-430c-a8cd-79f74e387b0a tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407658 Jun 23 19:01:24.300621 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14232e46-55c8-4ca1-a1f4-146ec362a8ba req-8d83a020-5f75-4484-99b7-b92028f93590 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:24.302104 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-14232e46-55c8-4ca1-a1f4-146ec362a8ba req-8d83a020-5f75-4484-99b7-b92028f93590 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 945 time: 0.0633585 Jun 23 19:01:24.342334 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-14232e46-55c8-4ca1-a1f4-146ec362a8ba req-38db0647-82aa-4e88-8162-0ce4974c35db tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345995 Jun 23 19:01:24.420150 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5681064-7725-452d-99cf-170065cacf59 req-8d1373e1-130d-4e2a-a5ee-5bb7dde3b17f tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:24.422077 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-d5681064-7725-452d-99cf-170065cacf59 req-8d1373e1-130d-4e2a-a5ee-5bb7dde3b17f tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0748720 Jun 23 19:01:24.458892 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-d5681064-7725-452d-99cf-170065cacf59 req-188b1331-7139-4d67-bdc4-82329e205635 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313663 Jun 23 19:01:24.575459 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-cdf84594-958e-484e-9dba-9c3efaa6078f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1978736'] for network, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:24.579966 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-b30897f5-d840-4b88-87c2-fb56cff4afe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:24.593143 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-cdf84594-958e-484e-9dba-9c3efaa6078f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for network, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:24.594948 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-cdf84594-958e-484e-9dba-9c3efaa6078f admin admin] 10.222.0.47 "DELETE /v2.0/networks/fc1635df-68ad-48ac-8ce8-958d32bb8988 HTTP/1.1" status: 204 len: 168 time: 0.9594729 Jun 23 19:01:24.596239 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf84594-958e-484e-9dba-9c3efaa6078f admin admin] Pushing event deleted for resources: {'Network': ['ID=fc1635df-68ad-48ac-8ce8-958d32bb8988,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:24.600838 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-cdf84594-958e-484e-9dba-9c3efaa6078f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:24.920221 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42d3f6-93c1-4876-98be-c364b248d3fe req-4450bd79-f240-4961-a609-e492a7af643e tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:24.921704 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3e42d3f6-93c1-4876-98be-c364b248d3fe req-4450bd79-f240-4961-a609-e492a7af643e tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 944 time: 0.0862386 Jun 23 19:01:24.979377 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3e42d3f6-93c1-4876-98be-c364b248d3fe req-57e99281-39c7-4935-8fc0-00c9c9c88f2a tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510952 Jun 23 19:01:25.061224 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 59696) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:01:25.103309 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-cd135740-0a4a-43a8-9d71-dfc6ab6a1806 req-63eeb16e-7d12-45f1-880c-cf01630e7c99 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 210 time: 0.0702341 Jun 23 19:01:25.163436 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-530772e1-43f9-4e24-afb8-640c44c7b883 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2e82b90492644599990b0a7de1ff1f87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0981975 Jun 23 19:01:25.164556 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 59698) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:01:25.216634 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab4b2e-b46e-48ad-b9b1-ee7b3f151ba1 req-475a56c8-071c-4f16-8969-83aab324e804 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:25.234393 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-66ab4b2e-b46e-48ad-b9b1-ee7b3f151ba1 req-475a56c8-071c-4f16-8969-83aab324e804 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=4efc1ecd-2b44-452e-854e-04ffa829501a HTTP/1.1" status: 200 len: 946 time: 0.0891461 Jun 23 19:01:25.246836 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c6e80dd1-f31c-4457-808d-ee4f65d32366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:25.270999 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c6e80dd1-f31c-4457-808d-ee4f65d32366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:25.278233 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-66ab4b2e-b46e-48ad-b9b1-ee7b3f151ba1 req-e92a2318-9660-4b1d-96da-60575a63c261 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353281 Jun 23 19:01:25.409539 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c6e80dd1-f31c-4457-808d-ee4f65d32366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:25.412954 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c6e80dd1-f31c-4457-808d-ee4f65d32366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:25.417624 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-c6e80dd1-f31c-4457-808d-ee4f65d32366 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d804d0d8-626a-4cfb-a4ac-70565cd6802f HTTP/1.1" status: 204 len: 168 time: 0.2486272 Jun 23 19:01:25.417624 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-6a7557af-fee4-4ada-8d8e-1fc577291701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:25.430616 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e80dd1-f31c-4457-808d-ee4f65d32366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d804d0d8-626a-4cfb-a4ac-70565cd6802f,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:25.433630 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-c6e80dd1-f31c-4457-808d-ee4f65d32366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:25.547246 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08aa55-ec9f-4906-848c-2896fefadc7c req-6fbf9a18-d0ab-4e2b-8f14-b4a50bb60adc tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:25.549085 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-0f08aa55-ec9f-4906-848c-2896fefadc7c req-6fbf9a18-d0ab-4e2b-8f14-b4a50bb60adc tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 945 time: 0.0741310 Jun 23 19:01:25.587159 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-0f08aa55-ec9f-4906-848c-2896fefadc7c req-fac729b1-fb3d-49c7-af99-1a26944cd78e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321987 Jun 23 19:01:25.653676 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb1fb1-93e8-4bc3-881d-e71e842be2b8 req-018abcb9-b164-4f81-a67f-eecc524cbe9c tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:25.655250 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-57eb1fb1-93e8-4bc3-881d-e71e842be2b8 req-018abcb9-b164-4f81-a67f-eecc524cbe9c tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0633028 Jun 23 19:01:25.709119 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-57eb1fb1-93e8-4bc3-881d-e71e842be2b8 req-da7d00f8-b35d-477d-a9cf-1633fa12dc48 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475435 Jun 23 19:01:26.147149 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 59724) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:01:26.171241 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d9328-ed32-43be-9664-561e889a6041 req-312d7a4f-57c7-411d-8a2a-cfa3647e6ff4 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:26.179077 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-031d9328-ed32-43be-9664-561e889a6041 req-312d7a4f-57c7-411d-8a2a-cfa3647e6ff4 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 944 time: 0.0876262 Jun 23 19:01:26.206466 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-3d2e15f3-7509-4f04-bc37-3425b1fde14d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=399bd6bd18474e2e81ffd529b37c4b6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0579095 Jun 23 19:01:26.209102 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 59726) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:01:26.213342 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-031d9328-ed32-43be-9664-561e889a6041 req-efc5b38e-ee5f-4fe5-9d1e-fe9d2354a9c8 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334096 Jun 23 19:01:26.248547 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c5396dd9-c3e4-4029-82cc-5ccdfb161681 req-0f28111b-7e18-4baf-a2cd-7b15055546db tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 210 time: 0.0366435 Jun 23 19:01:26.290824 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-862c6dd3-5825-485b-86aa-6b47e7b02d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:26.311304 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-862c6dd3-5825-485b-86aa-6b47e7b02d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:26.414618 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-862c6dd3-5825-485b-86aa-6b47e7b02d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:26.417301 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-862c6dd3-5825-485b-86aa-6b47e7b02d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:26.419104 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-862c6dd3-5825-485b-86aa-6b47e7b02d43 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ebb52a59-4bbb-408a-b30f-035f1268c2c0 HTTP/1.1" status: 204 len: 168 time: 0.2084277 Jun 23 19:01:26.419870 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-a2668437-03ce-4f52-969e-cf1482fbb89c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:26.427817 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c6dd3-5825-485b-86aa-6b47e7b02d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb52a59-4bbb-408a-b30f-035f1268c2c0,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:26.436109 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c6dd3-5825-485b-86aa-6b47e7b02d43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:26.436500 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c6dd3-5825-485b-86aa-6b47e7b02d43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:26.436885 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c6dd3-5825-485b-86aa-6b47e7b02d43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:26.437293 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c6dd3-5825-485b-86aa-6b47e7b02d43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:26.437657 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c6dd3-5825-485b-86aa-6b47e7b02d43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:26.438022 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c6dd3-5825-485b-86aa-6b47e7b02d43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:26.438435 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c6dd3-5825-485b-86aa-6b47e7b02d43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:26.438843 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c6dd3-5825-485b-86aa-6b47e7b02d43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:26.439170 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c6dd3-5825-485b-86aa-6b47e7b02d43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:26.439523 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c6dd3-5825-485b-86aa-6b47e7b02d43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:26.439878 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c6dd3-5825-485b-86aa-6b47e7b02d43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:26.440227 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c6dd3-5825-485b-86aa-6b47e7b02d43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:26.444141 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-862c6dd3-5825-485b-86aa-6b47e7b02d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:26.466142 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93824d78-4051-4fb8-a275-06bbdb94c7e9 req-69e88cd0-d326-47c1-a4a1-9ce03ace5a3d tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:26.467627 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-93824d78-4051-4fb8-a275-06bbdb94c7e9 req-69e88cd0-d326-47c1-a4a1-9ce03ace5a3d tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=4efc1ecd-2b44-452e-854e-04ffa829501a HTTP/1.1" status: 200 len: 946 time: 0.0713143 Jun 23 19:01:26.545517 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-93824d78-4051-4fb8-a275-06bbdb94c7e9 req-13523a53-8865-41e5-904b-62bd8144152e tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651283 Jun 23 19:01:26.573870 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935ceac-e3ed-4f6a-8053-53da3503bc3c req-1088faac-effe-492c-8ae7-26c3dcbd49a0 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:26.575660 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-1935ceac-e3ed-4f6a-8053-53da3503bc3c req-1088faac-effe-492c-8ae7-26c3dcbd49a0 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.74 "GET /v2.0/ports?device_id=4efc1ecd-2b44-452e-854e-04ffa829501a HTTP/1.1" status: 200 len: 946 time: 0.0800626 Jun 23 19:01:26.713434 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.plugin [req-1935ceac-e3ed-4f6a-8053-53da3503bc3c req-b5eb8359-e749-4897-9514-b00c7f397f89 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Deleting port 94a1ae71-5673-4d8e-856b-f6f1d6a73816 {{(pid=99981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:01:26.713793 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [req-1935ceac-e3ed-4f6a-8053-53da3503bc3c req-b5eb8359-e749-4897-9514-b00c7f397f89 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:26.825870 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818299e-91ae-4cfb-8299-c0d86e2ee98c req-20d18119-6d72-4fa9-8038-ac73f1cc763e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:26.827531 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-d818299e-91ae-4cfb-8299-c0d86e2ee98c req-20d18119-6d72-4fa9-8038-ac73f1cc763e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 945 time: 0.1181829 Jun 23 19:01:26.831856 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.db [req-1935ceac-e3ed-4f6a-8053-53da3503bc3c req-b5eb8359-e749-4897-9514-b00c7f397f89 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] For port 94a1ae71-5673-4d8e-856b-f6f1d6a73816, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=94a1ae71-5673-4d8e-856b-f6f1d6a73816,segment=NetworkSegment(91ac7bd7-7747-45f6-a655-e28f712ee370),segment_id=91ac7bd7-7747-45f6-a655-e28f712ee370)] {{(pid=99981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:01:26.832341 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [req-1935ceac-e3ed-4f6a-8053-53da3503bc3c req-b5eb8359-e749-4897-9514-b00c7f397f89 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:26.869810 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-d818299e-91ae-4cfb-8299-c0d86e2ee98c req-5e0ec9a1-9dea-4024-95a3-1e2690d1d01d tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345144 Jun 23 19:01:26.876736 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.plugin [req-1935ceac-e3ed-4f6a-8053-53da3503bc3c req-b5eb8359-e749-4897-9514-b00c7f397f89 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Calling delete_port for 94a1ae71-5673-4d8e-856b-f6f1d6a73816 owned by compute:nova {{(pid=99981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:01:26.981721 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-c001ddb9-0313-496e-84e0-36f4aa38f432 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:26.983534 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-c001ddb9-0313-496e-84e0-36f4aa38f432 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.74 "GET /v2.0/networks?id=07c16b52-6a2b-4672-a465-c1c2c0e75c21 HTTP/1.1" status: 200 len: 815 time: 0.1073596 Jun 23 19:01:27.015311 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b4e82-46cb-48e9-b65c-130de10622e4 req-6e5830c8-81c4-40b1-866e-575f78c994cf tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:27.020444 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-1d5b4e82-46cb-48e9-b65c-130de10622e4 req-6e5830c8-81c4-40b1-866e-575f78c994cf tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.1809368 Jun 23 19:01:27.024335 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-3b6bb1d2-3aec-40f1-9bfe-c66326671bee tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Request body: {'port': {'device_id': '3059096a-e982-4849-b33c-3aa53b5b8d85', 'network_id': '07c16b52-6a2b-4672-a465-c1c2c0e75c21', 'admin_state_up': True, 'tenant_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:01:27.115267 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-1d5b4e82-46cb-48e9-b65c-130de10622e4 req-d3037d0b-d725-4754-9b1c-f1aaaf0eebba tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901504 Jun 23 19:01:27.163250 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c63ae7-a0a6-44c6-8f0a-4389b36d2887 req-a63c2fbb-e75a-4f61-9035-0078906aed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:27.164721 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-00c63ae7-a0a6-44c6-8f0a-4389b36d2887 req-a63c2fbb-e75a-4f61-9035-0078906aed9f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=729d57d1e6084efaafdeeab91cc43749&device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 1098 time: 0.1362429 Jun 23 19:01:27.244010 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [req-1935ceac-e3ed-4f6a-8053-53da3503bc3c req-b5eb8359-e749-4897-9514-b00c7f397f89 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66155770'] for port, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:27.249021 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-f7ccd46a-78aa-417c-a5f0-6cfce6135a8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:27.290051 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c63ae7-a0a6-44c6-8f0a-4389b36d2887 req-23ce9175-2ff4-400a-81e2-54df7305cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:27.294249 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-00c63ae7-a0a6-44c6-8f0a-4389b36d2887 req-23ce9175-2ff4-400a-81e2-54df7305cc0e service neutron] 10.222.0.74 "GET /v2.0/networks?id=bfb4a1f7-e917-4d93-979a-9e772f8cdd47 HTTP/1.1" status: 200 len: 918 time: 0.1194470 Jun 23 19:01:27.297071 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['a7e9db05-c9d5-4b2d-837f-b6e05d29e058', '259486a4-0a7e-4fd6-9a19-6aeb27067b5d', 'a7ce0c39-6c4d-40ea-8985-5915ebeb2b89', '94a1ae71-5673-4d8e-856b-f6f1d6a73816'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:01:27.325174 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb8359-e749-4897-9514-b00c7f397f89 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Pushing event deleted for resources: {'Port': ['ID=94a1ae71-5673-4d8e-856b-f6f1d6a73816,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:27.375488 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.l3_dvrscheduler_db [req-1935ceac-e3ed-4f6a-8053-53da3503bc3c req-b5eb8359-e749-4897-9514-b00c7f397f89 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] No DVR routers for this DVR port 94a1ae71-5673-4d8e-856b-f6f1d6a73816 on host hv-cinder-78638 {{(pid=99981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:01:27.379126 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb8359-e749-4897-9514-b00c7f397f89 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:27.379710 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb8359-e749-4897-9514-b00c7f397f89 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:27.380323 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb8359-e749-4897-9514-b00c7f397f89 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:27.380861 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb8359-e749-4897-9514-b00c7f397f89 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:27.381384 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb8359-e749-4897-9514-b00c7f397f89 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:27.381897 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb8359-e749-4897-9514-b00c7f397f89 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:27.382422 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb8359-e749-4897-9514-b00c7f397f89 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:27.382944 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb8359-e749-4897-9514-b00c7f397f89 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:27.383465 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb8359-e749-4897-9514-b00c7f397f89 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:27.383819 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb8359-e749-4897-9514-b00c7f397f89 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:27.384255 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb8359-e749-4897-9514-b00c7f397f89 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:27.384603 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb8359-e749-4897-9514-b00c7f397f89 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:27.393557 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [req-1935ceac-e3ed-4f6a-8053-53da3503bc3c req-b5eb8359-e749-4897-9514-b00c7f397f89 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:27.395962 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-1935ceac-e3ed-4f6a-8053-53da3503bc3c req-b5eb8359-e749-4897-9514-b00c7f397f89 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.74 "DELETE /v2.0/ports/94a1ae71-5673-4d8e-856b-f6f1d6a73816 HTTP/1.1" status: 204 len: 173 time: 0.8127346 Jun 23 19:01:27.396635 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efc1ecd-2b44-452e-854e-04ffa829501a', 'name': 'network-vif-deleted', 'tag': '94a1ae71-5673-4d8e-856b-f6f1d6a73816'}] {{(pid=99981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:01:27.399221 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c19ba6c2e482ff9aabb3850c8975427142a9e03079a3b94b5c7a7eb1b25c395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43b4126-c9f7-4cca-9adc-5aee7177dbb7" -d '{"events": [{"server_uuid": "4efc1ecd-2b44-452e-854e-04ffa829501a", "name": "network-vif-deleted", "tag": "94a1ae71-5673-4d8e-856b-f6f1d6a73816"}]}' {{(pid=99981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:01:27.403097 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-b5eb8359-e749-4897-9514-b00c7f397f89 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:27.411194 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-00c63ae7-a0a6-44c6-8f0a-4389b36d2887 req-2952aafd-2a31-43c0-983f-2f835a4db81b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faa81078-f38b-45f4-a98c-5ccfbc7f907c HTTP/1.1" status: 200 len: 1000 time: 0.1096084 Jun 23 19:01:27.413201 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-3b6bb1d2-3aec-40f1-9bfe-c66326671bee tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Made reservation on behalf of 39ebdfd6bceb4d8baa6bb77d6bdc2ff4 for: {'port': 1} {{(pid=99982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:01:27.418920 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-3b6bb1d2-3aec-40f1-9bfe-c66326671bee tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:27.492346 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-72daa462-4ec9-4a61-b9fa-efaea2ae1895 req-c9db00a5-b393-4320-840d-14d2029018c4 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 210 time: 0.0333445 Jun 23 19:01:27.579086 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c63ae7-a0a6-44c6-8f0a-4389b36d2887 req-1fd1bf4b-a7d3-4e7a-8541-69d0ad8cd84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:27.579086 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-00c63ae7-a0a6-44c6-8f0a-4389b36d2887 req-1fd1bf4b-a7d3-4e7a-8541-69d0ad8cd84f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=32106090-9e53-4852-ad03-eb2e8f42dc88 HTTP/1.1" status: 200 len: 856 time: 0.1466234 Jun 23 19:01:27.581164 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870fae93-453c-49da-ab1a-d20abde1f9ad x-openstack-request-id: req-870fae93-453c-49da-ab1a-d20abde1f9ad {{(pid=99981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:01:27.581693 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4efc1ecd-2b44-452e-854e-04ffa829501a", "name": "network-vif-deleted", "tag": "94a1ae71-5673-4d8e-856b-f6f1d6a73816", "status": "completed", "code": 200}]} {{(pid=99981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:01:27.582147 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-870fae93-453c-49da-ab1a-d20abde1f9ad {{(pid=99981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:01:27.582619 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efc1ecd-2b44-452e-854e-04ffa829501a', 'name': 'network-vif-deleted', 'tag': '94a1ae71-5673-4d8e-856b-f6f1d6a73816', 'status': 'completed', 'code': 200} Jun 23 19:01:27.663053 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78a982-b898-48f1-8b4a-6db67a94c3ae req-617799a8-b910-4bf7-8a85-c62e15b95bbf tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:27.664883 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-7e78a982-b898-48f1-8b4a-6db67a94c3ae req-617799a8-b910-4bf7-8a85-c62e15b95bbf tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 944 time: 0.2179077 Jun 23 19:01:27.749582 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.db_base_plugin_common [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-3b6bb1d2-3aec-40f1-9bfe-c66326671bee tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Allocated IP 172.20.0.5 (07c16b52-6a2b-4672-a465-c1c2c0e75c21/280e4d64-5f4e-4e43-8a51-877f10eb6cb5/be712c20-585d-4a6b-ba7c-9208918fe8d5) {{(pid=99982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:01:27.766992 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-7e78a982-b898-48f1-8b4a-6db67a94c3ae req-071800b3-5f62-44ad-abc5-e2d599644038 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929227 Jun 23 19:01:27.808737 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-81621e20-8a27-4bd7-b627-428bd9d74320 req-28638ed6-bdd6-4957-b2da-4dcc110fc203 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=4efc1ecd-2b44-452e-854e-04ffa829501a HTTP/1.1" status: 200 len: 210 time: 0.0452034 Jun 23 19:01:27.818499 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c63ae7-a0a6-44c6-8f0a-4389b36d2887 req-68fe7724-9bb3-4aa9-b24c-c6a9dbf58a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:27.818499 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-00c63ae7-a0a6-44c6-8f0a-4389b36d2887 req-68fe7724-9bb3-4aa9-b24c-c6a9dbf58a49 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bfb4a1f7-e917-4d93-979a-9e772f8cdd47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1622860 Jun 23 19:01:28.305414 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-00c63ae7-a0a6-44c6-8f0a-4389b36d2887 req-01760a1b-a584-4584-ada7-3b26b4a0600a service neutron] 10.222.0.74 "GET /v2.0/networks/bfb4a1f7-e917-4d93-979a-9e772f8cdd47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768829 Jun 23 19:01:28.339012 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50168a9c-bc3d-49db-bcdc-06acaf5630ec req-93c55c61-a9a3-40f3-992f-13b6fc2dbcb2 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:28.339777 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464ff1d-51bd-4f89-9319-2affdf1d99c9 req-0e19e490-6233-45de-afde-03e0cd288b30 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:28.346991 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4464ff1d-51bd-4f89-9319-2affdf1d99c9 req-0e19e490-6233-45de-afde-03e0cd288b30 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 945 time: 0.1906233 Jun 23 19:01:28.361876 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-50168a9c-bc3d-49db-bcdc-06acaf5630ec req-93c55c61-a9a3-40f3-992f-13b6fc2dbcb2 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.1359396 Jun 23 19:01:28.385041 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-3b6bb1d2-3aec-40f1-9bfe-c66326671bee tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks [] for port, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:28.446306 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-50168a9c-bc3d-49db-bcdc-06acaf5630ec req-5982e869-ebf3-4fe4-b35e-93d2deecd53d tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827179 Jun 23 19:01:28.451051 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.provisioning_blocks [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-3b6bb1d2-3aec-40f1-9bfe-c66326671bee tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Transition to ACTIVE for port object be712c20-585d-4a6b-ba7c-9208918fe8d5 will not be triggered until provisioned by entity DHCP. {{(pid=99982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:01:28.475111 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-486be35f-5dbe-4ca0-bf3a-fd0f371c2731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:28.523679 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4464ff1d-51bd-4f89-9319-2affdf1d99c9 req-85c5dbd7-0a11-44c8-9b56-1567d7f070be tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757479 Jun 23 19:01:28.675059 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-7a4a5867-05ad-40c4-a3a8-db0cbb535c9e req-8f51aa2e-94cc-43df-8dc8-53fe0d90d2a8 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 210 time: 0.0393846 Jun 23 19:01:28.684585 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-00c63ae7-a0a6-44c6-8f0a-4389b36d2887 req-dd0fb03c-5377-4e71-9d23-aab861884d26 service neutron] 10.222.0.74 "GET /v2.0/networks/bfb4a1f7-e917-4d93-979a-9e772f8cdd47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897265 Jun 23 19:01:28.730042 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-3b6bb1d2-3aec-40f1-9bfe-c66326671bee tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63686027'] for port, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:28.739346 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-ba390881-bc66-4c1e-89eb-54564ac16a80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:28.767368 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 59800) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:01:28.829398 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-3b6bb1d2-3aec-40f1-9bfe-c66326671bee tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Network 07c16b52-6a2b-4672-a465-c1c2c0e75c21 is already hosted by enough agents. {{(pid=99982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:01:28.841796 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.base_scheduler [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-3b6bb1d2-3aec-40f1-9bfe-c66326671bee tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Resources bound (agent type, host, resource id): {{(pid=99982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:01:28.893183 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-3b6bb1d2-3aec-40f1-9bfe-c66326671bee tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Received port after_create {{(pid=99982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:01:28.903482 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6bb1d2-3aec-40f1-9bfe-c66326671bee tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Pushing event updated for resources: {'Port': ['ID=be712c20-585d-4a6b-ba7c-9208918fe8d5,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:28.915453 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-3b6bb1d2-3aec-40f1-9bfe-c66326671bee tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:28.987678 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-613e8548-1988-44c8-a74a-40aa5392ce44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:29.105781 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-d99aad06-00f8-429c-b8a2-446a02ceeff3 req-41ee8200-e6e6-4a85-9b0e-ce20dd20c339 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=4efc1ecd-2b44-452e-854e-04ffa829501a HTTP/1.1" status: 200 len: 210 time: 0.0428355 Jun 23 19:01:29.159926 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-3b6bb1d2-3aec-40f1-9bfe-c66326671bee tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:29.159926 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-3b6bb1d2-3aec-40f1-9bfe-c66326671bee tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:29.184182 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50b16c-43cb-4b2e-a6e4-6c9e47fc5803 req-5d2b212c-1d81-48e2-8018-26d8bb677477 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:29.185957 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8d50b16c-43cb-4b2e-a6e4-6c9e47fc5803 req-5d2b212c-1d81-48e2-8018-26d8bb677477 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 944 time: 0.1691082 Jun 23 19:01:29.187252 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-613e8548-1988-44c8-a74a-40aa5392ce44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:29.232048 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8d50b16c-43cb-4b2e-a6e4-6c9e47fc5803 req-e9f73dfc-c0c3-43c0-b6bd-0aef31f0288a tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398550 Jun 23 19:01:29.288280 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-613e8548-1988-44c8-a74a-40aa5392ce44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:29.291917 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-6967ad28-6634-4eea-a0c6-e208124bf173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:29.329350 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-613e8548-1988-44c8-a74a-40aa5392ce44 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=59c3fe6de7fa4216b28558d2eca6008b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5608087 Jun 23 19:01:29.330353 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e8548-1988-44c8-a74a-40aa5392ce44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d424230-830e-44cc-b012-ed65a82cda1c,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:29.332309 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 59808) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:01:29.333662 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-613e8548-1988-44c8-a74a-40aa5392ce44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:29.383644 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-bda515fe-2cec-4916-a75b-d098e220ff0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:29.392261 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f00a53c4-4b3d-4834-9236-14a753a9bdc8 None None] Provisioning for port be712c20-585d-4a6b-ba7c-9208918fe8d5 completed by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:01:29.398299 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f00a53c4-4b3d-4834-9236-14a753a9bdc8 None None] Provisioning complete for port be712c20-585d-4a6b-ba7c-9208918fe8d5 triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:01:29.399009 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f00a53c4-4b3d-4834-9236-14a753a9bdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:29.411954 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-bda515fe-2cec-4916-a75b-d098e220ff0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:29.429221 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-3b6bb1d2-3aec-40f1-9bfe-c66326671bee tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4110887 Jun 23 19:01:29.447400 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-f00a53c4-4b3d-4834-9236-14a753a9bdc8 None None] Port be712c20-585d-4a6b-ba7c-9208918fe8d5 cannot update to ACTIVE because it is not bound. {{(pid=99983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:01:29.563682 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-bda515fe-2cec-4916-a75b-d098e220ff0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:29.566463 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-bda515fe-2cec-4916-a75b-d098e220ff0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:29.567527 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-bda515fe-2cec-4916-a75b-d098e220ff0c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1d424230-830e-44cc-b012-ed65a82cda1c HTTP/1.1" status: 204 len: 168 time: 0.2341280 Jun 23 19:01:29.568297 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-74b72969-90a8-4ef8-8df7-b9642f875dec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:29.577095 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda515fe-2cec-4916-a75b-d098e220ff0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d424230-830e-44cc-b012-ed65a82cda1c,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:29.579441 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-bda515fe-2cec-4916-a75b-d098e220ff0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:29.658929 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451674c-98af-4404-b30a-0f6f595a7cea req-7166dd85-e0d5-42d7-aa82-58fdd1c79185 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:29.660519 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-7451674c-98af-4404-b30a-0f6f595a7cea req-7166dd85-e0d5-42d7-aa82-58fdd1c79185 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0862758 Jun 23 19:01:29.678722 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device bd747ec5-d5e2-4af5-b5db-382698e9a8f6 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=99983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:01:29.700003 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device faa81078-f38b-45f4-a98c-5ccfbc7f907c no longer exists at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:01:29.719505 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-7451674c-98af-4404-b30a-0f6f595a7cea req-958d0171-bf32-4e8d-a5c8-c916f2dc78f8 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527577 Jun 23 19:01:29.804228 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10f14b-8168-4f33-bae7-7989f56504d5 req-c0dacedf-b422-44a5-93d1-76322157e89e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:29.811852 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8b10f14b-8168-4f33-bae7-7989f56504d5 req-c0dacedf-b422-44a5-93d1-76322157e89e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 945 time: 0.1178167 Jun 23 19:01:29.864456 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8b10f14b-8168-4f33-bae7-7989f56504d5 req-cfa99ecb-2660-4a32-9595-97d6224808e8 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440888 Jun 23 19:01:29.905101 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port bd747ec5-d5e2-4af5-b5db-382698e9a8f6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bd747ec5-d5e2-4af5-b5db-382698e9a8f6,segment=NetworkSegment(50359133-121c-4b3e-9f0e-efed4258fd28),segment_id=50359133-121c-4b3e-9f0e-efed4258fd28)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:01:29.924724 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:29.927016 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Returning: {'device': 'bd747ec5-d5e2-4af5-b5db-382698e9a8f6', 'network_id': '25f25c60-0cd5-436d-bb6e-c6a430fff0a2', 'port_id': 'bd747ec5-d5e2-4af5-b5db-382698e9a8f6', 'mac_address': 'fa:16:3e:ca:d8:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9102a8b-323b-4782-85ff-37f8fd576474', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:01:29.983003 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:30.005264 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a3cd0c-aaeb-4aba-8f47-d65e65f996e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faa81078-f38b-45f4-a98c-5ccfbc7f907c'}] {{(pid=99983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:01:30.007910 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3da190a675926e82bddf1ae19285f5edc5f8218f501b2228f0a51a29f9c71fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e955cb1e-2618-4f68-ae52-14bd5b69cec3" -d '{"events": [{"server_uuid": "70a3cd0c-aaeb-4aba-8f47-d65e65f996e3", "name": "network-vif-unplugged", "status": "completed", "tag": "faa81078-f38b-45f4-a98c-5ccfbc7f907c"}]}' {{(pid=99983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:01:30.019164 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd747ec5-d5e2-4af5-b5db-382698e9a8f6 {{(pid=99983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:01:30.020501 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f0fa5-588c-48a8-9e59-9db515143565 req-fc18ae0b-4f5a-4137-ac65-dc1d2abdc15c tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:30.028025 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f34f0fa5-588c-48a8-9e59-9db515143565 req-fc18ae0b-4f5a-4137-ac65-dc1d2abdc15c tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 931 time: 0.1155598 Jun 23 19:01:30.028937 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port faa81078-f38b-45f4-a98c-5ccfbc7f907c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=faa81078-f38b-45f4-a98c-5ccfbc7f907c,segment=NetworkSegment(1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13),segment_id=1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:01:30.064298 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port bd747ec5-d5e2-4af5-b5db-382698e9a8f6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bd747ec5-d5e2-4af5-b5db-382698e9a8f6,segment=NetworkSegment(50359133-121c-4b3e-9f0e-efed4258fd28),segment_id=50359133-121c-4b3e-9f0e-efed4258fd28)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:01:30.082001 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f34f0fa5-588c-48a8-9e59-9db515143565 req-fc175712-7854-4377-9b85-10add6edc8d5 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495260 Jun 23 19:01:30.086400 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 19:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35ced64-c3ca-4380-938a-cb6cf6b0afe0 x-openstack-request-id: req-a35ced64-c3ca-4380-938a-cb6cf6b0afe0 {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:01:30.086709 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a3cd0c-aaeb-4aba-8f47-d65e65f996e3", "name": "network-vif-unplugged", "status": "completed", "tag": "faa81078-f38b-45f4-a98c-5ccfbc7f907c", "code": 200}]} {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:01:30.086976 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a35ced64-c3ca-4380-938a-cb6cf6b0afe0 {{(pid=99983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:01:30.087394 dv-cinder-786386-8-iscsi neutron-server[99983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a3cd0c-aaeb-4aba-8f47-d65e65f996e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faa81078-f38b-45f4-a98c-5ccfbc7f907c', 'code': 200} Jun 23 19:01:30.101450 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:30.102324 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 94a1ae71-5673-4d8e-856b-f6f1d6a73816 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:01:30.105192 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-a1dfff9b-a8eb-4976-972c-1c3abf7a811b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:30.148720 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] No Port match for: 94a1ae71-5673-4d8e-856b-f6f1d6a73816 {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:01:30.150891 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 94a1ae71-5673-4d8e-856b-f6f1d6a73816 not bound to the agent host hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:01:30.154198 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:30.247058 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=faa81078-f38b-45f4-a98c-5ccfbc7f907c,revision_number=8']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:30.257290 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:30.258883 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:30.336045 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=bd747ec5-d5e2-4af5-b5db-382698e9a8f6,revision_number=4']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:30.340746 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:30.352651 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8e7fb9d7-e52a-4aa1-9f73-6d95761729e9 req-071bb75d-a20a-4e10-93df-1c6883401791 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=4efc1ecd-2b44-452e-854e-04ffa829501a HTTP/1.1" status: 200 len: 210 time: 0.0414641 Jun 23 19:01:30.450157 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139f1fe-836f-4d5c-b0ba-dc8d78ef8e53 req-9c0c5acf-42f1-496e-b299-7d18fcabafff tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:30.451647 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-1139f1fe-836f-4d5c-b0ba-dc8d78ef8e53 req-9c0c5acf-42f1-496e-b299-7d18fcabafff tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 945 time: 0.0641630 Jun 23 19:01:30.538586 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-1139f1fe-836f-4d5c-b0ba-dc8d78ef8e53 req-5d1c9abb-a714-4a17-992e-3decd8610cb4 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790541 Jun 23 19:01:30.674293 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['bd747ec5-d5e2-4af5-b5db-382698e9a8f6'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:01:30.934468 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5548ca-b565-4f3b-af6b-c6615d2f4c8c req-f49d72f5-6449-4451-847a-52c0adb1955c tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:30.946857 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-ae5548ca-b565-4f3b-af6b-c6615d2f4c8c req-f49d72f5-6449-4451-847a-52c0adb1955c tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0862207 Jun 23 19:01:30.982119 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-ae5548ca-b565-4f3b-af6b-c6615d2f4c8c req-7a7c6f51-3297-4363-98db-efe55c325caa tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343690 Jun 23 19:01:31.095364 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-1ba4e789-1ea4-44d5-a335-e36e0c8064e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:31.109750 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b8453-4ef6-4a93-924e-c28a23a46141 req-2afcede1-b95e-4752-b251-56a3d4f57366 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:31.124947 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-839b8453-4ef6-4a93-924e-c28a23a46141 req-2afcede1-b95e-4752-b251-56a3d4f57366 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0972455 Jun 23 19:01:31.169907 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-839b8453-4ef6-4a93-924e-c28a23a46141 req-52925c9c-7824-424c-992b-0f2030e5adac tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394928 Jun 23 19:01:31.307621 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805794f-3ad0-4d20-b5df-05de8a45b381 req-b0bf485b-a9ab-4b25-952b-fd6287396b35 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:31.309163 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-6805794f-3ad0-4d20-b5df-05de8a45b381 req-b0bf485b-a9ab-4b25-952b-fd6287396b35 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 931 time: 0.0682232 Jun 23 19:01:31.350914 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-6805794f-3ad0-4d20-b5df-05de8a45b381 req-0a86a7db-dc3d-4a9a-a875-97c10d6576ae tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343616 Jun 23 19:01:31.493490 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:31.506463 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-6639585e-34d5-4358-8d80-459357a1b442 req-c136ae3b-b998-4022-ae02-b1c9b61bc47f tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=4efc1ecd-2b44-452e-854e-04ffa829501a HTTP/1.1" status: 200 len: 210 time: 0.0294783 Jun 23 19:01:31.754736 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e92f7-4d74-4af9-947b-70c7d85a373b req-95572932-beb0-4b28-8a2e-46cc70387f6a tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:31.756442 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-9d6e92f7-4d74-4af9-947b-70c7d85a373b req-95572932-beb0-4b28-8a2e-46cc70387f6a tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 945 time: 0.0966461 Jun 23 19:01:31.794728 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-9d6e92f7-4d74-4af9-947b-70c7d85a373b req-3e314328-1284-4b37-92de-e607660bd13b tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317535 Jun 23 19:01:32.166249 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 59882) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:01:32.174113 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f3da4-0dd9-4541-9082-8f05e938db76 req-5a56be1f-45fc-49b3-96f5-e9bd735a1a92 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:32.181869 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-497f3da4-0dd9-4541-9082-8f05e938db76 req-5a56be1f-45fc-49b3-96f5-e9bd735a1a92 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0780971 Jun 23 19:01:32.227147 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-497f3da4-0dd9-4541-9082-8f05e938db76 req-1c160860-3756-4151-a737-7731c1822fb7 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440869 Jun 23 19:01:32.285222 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:32.291791 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-53dcb302-4fbc-4ca0-bdbb-8e321042c8ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:32.452684 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea8c3d-0f57-4663-a35e-43b37fcf864e req-2fd9357c-55cf-431c-9ea9-b96cf7b66dc7 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:32.459833 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-47ea8c3d-0f57-4663-a35e-43b37fcf864e req-2fd9357c-55cf-431c-9ea9-b96cf7b66dc7 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.1104467 Jun 23 19:01:32.467142 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-53dcb302-4fbc-4ca0-bdbb-8e321042c8ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:32.506867 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-47ea8c3d-0f57-4663-a35e-43b37fcf864e req-475d946d-728e-4f55-a150-6752e0ae84bf tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460210 Jun 23 19:01:32.538249 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-53dcb302-4fbc-4ca0-bdbb-8e321042c8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:32.541754 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-653b5d94-b564-42f4-ae12-b6b9ebfa3789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:32.576417 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed0241-0d3c-4088-8fd4-ce641d15fc2f req-e5bdd763-0fbe-48ea-9518-cc2f43e33e71 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:32.578231 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-2bed0241-0d3c-4088-8fd4-ce641d15fc2f req-e5bdd763-0fbe-48ea-9518-cc2f43e33e71 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 931 time: 0.1062970 Jun 23 19:01:32.614423 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-53dcb302-4fbc-4ca0-bdbb-8e321042c8ed admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=918e5772294c42768f807ec9385a58ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4467635 Jun 23 19:01:32.617158 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 59894) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:01:32.636638 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dcb302-4fbc-4ca0-bdbb-8e321042c8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2043b5b7-8817-45f0-a634-57212303c97b,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:32.656867 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-53dcb302-4fbc-4ca0-bdbb-8e321042c8ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:32.672220 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-2bed0241-0d3c-4088-8fd4-ce641d15fc2f req-b9d9ab59-fa1b-435b-9b9e-837e3b0de2a2 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734305 Jun 23 19:01:32.731219 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-534b8666-cf60-4e39-be1f-1f629e375fda req-bd68a52a-a921-41bb-a28d-6c4fb61b5a48 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=4efc1ecd-2b44-452e-854e-04ffa829501a HTTP/1.1" status: 200 len: 210 time: 0.0334895 Jun 23 19:01:32.750299 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f54ea61a-bb74-4b0d-a86f-5ab48574f44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:32.772492 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f54ea61a-bb74-4b0d-a86f-5ab48574f44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:32.917864 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f54ea61a-bb74-4b0d-a86f-5ab48574f44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:32.921987 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f54ea61a-bb74-4b0d-a86f-5ab48574f44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:32.923233 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-f54ea61a-bb74-4b0d-a86f-5ab48574f44d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2043b5b7-8817-45f0-a634-57212303c97b HTTP/1.1" status: 204 len: 168 time: 0.3050807 Jun 23 19:01:32.924206 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-cf13b82b-7b82-4e59-b454-ce55996f8eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:32.934014 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ea61a-bb74-4b0d-a86f-5ab48574f44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2043b5b7-8817-45f0-a634-57212303c97b,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:32.936735 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-f54ea61a-bb74-4b0d-a86f-5ab48574f44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:33.006063 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc33e85-1704-43d5-943c-d26e7263f38b req-4ba8924e-f2ce-4725-9993-6a121b45acbb tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:33.007654 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-7cc33e85-1704-43d5-943c-d26e7263f38b req-4ba8924e-f2ce-4725-9993-6a121b45acbb tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 945 time: 0.0879533 Jun 23 19:01:33.054653 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-7cc33e85-1704-43d5-943c-d26e7263f38b req-deeec7ad-be8b-4993-a698-b7cd58898869 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364318 Jun 23 19:01:33.442339 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500a0ce-79a2-4d73-ae12-2d6eb582bb58 req-3dadeff0-406d-47a4-aaf2-f9f0da2ad184 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:33.444165 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-d500a0ce-79a2-4d73-ae12-2d6eb582bb58 req-3dadeff0-406d-47a4-aaf2-f9f0da2ad184 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0745523 Jun 23 19:01:33.491808 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-d500a0ce-79a2-4d73-ae12-2d6eb582bb58 req-ea16956c-65bf-410e-aa8f-86fa144c7d0d tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402255 Jun 23 19:01:33.557042 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:33.731384 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device bd747ec5-d5e2-4af5-b5db-382698e9a8f6 up at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:01:33.758590 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa794f1-32ec-4bda-919a-2ceb41169228 req-7d52ccd0-c275-4f97-a6d5-62ec527b7651 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:33.766615 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-9fa794f1-32ec-4bda-919a-2ceb41169228 req-7d52ccd0-c275-4f97-a6d5-62ec527b7651 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.1318040 Jun 23 19:01:33.848777 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-9fa794f1-32ec-4bda-919a-2ceb41169228 req-ff60a65e-6baf-4795-aab7-c0113e91b5a6 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811758 Jun 23 19:01:33.883696 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning for port bd747ec5-d5e2-4af5-b5db-382698e9a8f6 completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:01:33.888512 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning complete for port bd747ec5-d5e2-4af5-b5db-382698e9a8f6 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:01:33.889069 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:33.942919 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fb959-28ad-457a-afd8-6302a4bd69bc req-f4ec779e-3d91-4545-921f-547bb846a26d tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:33.951651 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-628fb959-28ad-457a-afd8-6302a4bd69bc req-f4ec779e-3d91-4545-921f-547bb846a26d tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 931 time: 0.0958223 Jun 23 19:01:34.030497 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:34.042288 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-628fb959-28ad-457a-afd8-6302a4bd69bc req-f171b6ff-41c1-48d0-a772-8f66459d233f tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896320 Jun 23 19:01:34.068996 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5bf9f8f-f978-423c-b8c4-2d0410f2a1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd747ec5-d5e2-4af5-b5db-382698e9a8f6'}] {{(pid=99983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:01:34.076989 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3da190a675926e82bddf1ae19285f5edc5f8218f501b2228f0a51a29f9c71fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a34def-5c4c-424c-ae3d-2363b2aaa756" -d '{"events": [{"server_uuid": "a5bf9f8f-f978-423c-b8c4-2d0410f2a1db", "name": "network-vif-plugged", "status": "completed", "tag": "bd747ec5-d5e2-4af5-b5db-382698e9a8f6"}]}' {{(pid=99983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:01:34.078910 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-a45d6204-b21d-4c6f-9c0b-c94213ce5d6a req-7f35e9ce-9750-4060-9e46-98b67dc0c834 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=4efc1ecd-2b44-452e-854e-04ffa829501a HTTP/1.1" status: 200 len: 210 time: 0.0435948 Jun 23 19:01:34.110020 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port bd747ec5-d5e2-4af5-b5db-382698e9a8f6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bd747ec5-d5e2-4af5-b5db-382698e9a8f6,segment=NetworkSegment(50359133-121c-4b3e-9f0e-efed4258fd28),segment_id=50359133-121c-4b3e-9f0e-efed4258fd28)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:01:34.151030 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0c05f3-c7e3-48ec-9855-df186c972c2a x-openstack-request-id: req-8d0c05f3-c7e3-48ec-9855-df186c972c2a {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:01:34.151335 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5bf9f8f-f978-423c-b8c4-2d0410f2a1db", "name": "network-vif-plugged", "status": "completed", "tag": "bd747ec5-d5e2-4af5-b5db-382698e9a8f6", "code": 200}]} {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:01:34.151600 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8d0c05f3-c7e3-48ec-9855-df186c972c2a {{(pid=99983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:01:34.153362 dv-cinder-786386-8-iscsi neutron-server[99983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5bf9f8f-f978-423c-b8c4-2d0410f2a1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd747ec5-d5e2-4af5-b5db-382698e9a8f6', 'code': 200} Jun 23 19:01:34.301662 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2792c-552f-4fc0-9a56-3f9004f8f3b2 req-b643b2f4-bdd6-4812-b5c4-24620e461f24 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:34.303302 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-4cc2792c-552f-4fc0-9a56-3f9004f8f3b2 req-b643b2f4-bdd6-4812-b5c4-24620e461f24 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 945 time: 0.0868011 Jun 23 19:01:34.312464 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:34.331491 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:34.365243 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-4cc2792c-552f-4fc0-9a56-3f9004f8f3b2 req-c9ff852d-2a29-4346-9eee-7ac1c670170c tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547364 Jun 23 19:01:34.388778 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=bd747ec5-d5e2-4af5-b5db-382698e9a8f6,revision_number=5']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:34.392309 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:34.694490 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf85699-a572-4fae-ae2b-3bda6ceda2ef req-ea8a47b1-bf1d-48f7-bca0-fa37693086da tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:34.702326 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3cf85699-a572-4fae-ae2b-3bda6ceda2ef req-ea8a47b1-bf1d-48f7-bca0-fa37693086da tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0852458 Jun 23 19:01:34.748332 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3cf85699-a572-4fae-ae2b-3bda6ceda2ef req-b571c9c0-2b64-40f9-aab3-a76124c712ae tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449553 Jun 23 19:01:35.069167 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206abf8-0cd3-4979-9ed7-cab9ca18fd2b req-b75b22f6-a58e-42c7-a1ac-0fcd67fd7330 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:35.112494 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-9206abf8-0cd3-4979-9ed7-cab9ca18fd2b req-b75b22f6-a58e-42c7-a1ac-0fcd67fd7330 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0908368 Jun 23 19:01:35.118962 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-9206abf8-0cd3-4979-9ed7-cab9ca18fd2b req-1f543582-08d0-47e2-9ac1-a35b295ae8fe tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419400 Jun 23 19:01:35.252745 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668fadb9-cc9a-4518-a470-16faa481487b req-299e964e-bda9-4996-9167-34595fc1b640 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:35.255885 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-668fadb9-cc9a-4518-a470-16faa481487b req-299e964e-bda9-4996-9167-34595fc1b640 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 931 time: 0.0938802 Jun 23 19:01:35.296094 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-668fadb9-cc9a-4518-a470-16faa481487b req-40000be1-054c-4ed8-862d-797297b763c0 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349853 Jun 23 19:01:35.317601 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-2bfdc0de-7e3d-45e4-ab73-01ec79661346 req-dc9223e3-c09e-409f-8522-51d96811c88c tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=4efc1ecd-2b44-452e-854e-04ffa829501a HTTP/1.1" status: 200 len: 210 time: 0.0318742 Jun 23 19:01:35.570086 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514150d-9938-4315-ba05-ed9c812be559 req-a9387aca-b6a6-4e9f-a072-aaf171347101 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:35.571850 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f514150d-9938-4315-ba05-ed9c812be559 req-a9387aca-b6a6-4e9f-a072-aaf171347101 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 946 time: 0.0781543 Jun 23 19:01:35.635371 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f514150d-9938-4315-ba05-ed9c812be559 req-b6a1ffb1-359c-4cdd-ac70-934adca9da46 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577502 Jun 23 19:01:35.974633 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345da5e-a775-4055-8a2c-285d0d2ae9c4 req-3386c31d-978e-49bd-991b-1640b80cc26d tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:35.976507 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b345da5e-a775-4055-8a2c-285d0d2ae9c4 req-3386c31d-978e-49bd-991b-1640b80cc26d tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0900469 Jun 23 19:01:36.014821 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b345da5e-a775-4055-8a2c-285d0d2ae9c4 req-9ed48474-6166-472e-bc30-10bd70dcfd6b tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323231 Jun 23 19:01:36.325232 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217d61f-0b29-4175-ab6d-9a5e956ec8fb req-42595572-4fac-475f-91e4-a8679573f831 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:36.326883 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-9217d61f-0b29-4175-ab6d-9a5e956ec8fb req-42595572-4fac-475f-91e4-a8679573f831 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0657454 Jun 23 19:01:36.387708 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-9217d61f-0b29-4175-ab6d-9a5e956ec8fb req-fb0f9de4-9807-4127-bc0d-74bc046f500b tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550234 Jun 23 19:01:36.501616 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-47bbd880-df13-46a6-be89-9e3a91c72efa req-b664b410-acb2-4d2e-9fde-08056d108f4e tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=4efc1ecd-2b44-452e-854e-04ffa829501a HTTP/1.1" status: 200 len: 210 time: 0.0337479 Jun 23 19:01:36.594825 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5ad38-e5af-4fa1-8bd6-7ffeb603b3b1 req-5fdda3d6-d155-4223-adb0-9c1f5c8294a9 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:36.597072 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c3c5ad38-e5af-4fa1-8bd6-7ffeb603b3b1 req-5fdda3d6-d155-4223-adb0-9c1f5c8294a9 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 931 time: 0.0762649 Jun 23 19:01:36.649061 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c3c5ad38-e5af-4fa1-8bd6-7ffeb603b3b1 req-57f8d3b7-bb00-481a-afeb-e9a5a80c1f4e tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388999 Jun 23 19:01:36.838652 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2c3c6-f72a-476f-96cb-937477367842 req-4902f71a-7f05-4f57-9f2e-0d729d166499 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:36.840060 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-66e2c3c6-f72a-476f-96cb-937477367842 req-4902f71a-7f05-4f57-9f2e-0d729d166499 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 946 time: 0.0668921 Jun 23 19:01:36.879732 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-66e2c3c6-f72a-476f-96cb-937477367842 req-450bdf25-2368-4203-97d2-70b6be46636e tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335240 Jun 23 19:01:37.204578 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2937f6e-22dc-48a7-aac9-b74b2696073d req-7b1fea9c-25d9-4d75-8a8e-5257eb13006f tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:37.206042 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f2937f6e-22dc-48a7-aac9-b74b2696073d req-7b1fea9c-25d9-4d75-8a8e-5257eb13006f tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0644970 Jun 23 19:01:37.245212 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f2937f6e-22dc-48a7-aac9-b74b2696073d req-637c09cb-3612-4a3b-89fc-13729821b12c tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312369 Jun 23 19:01:37.620485 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832889c7-0991-4771-ab87-0d5e0bf87d2a req-3949dacd-04e3-4108-8b33-2ca97a5d36ad tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:37.622954 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-832889c7-0991-4771-ab87-0d5e0bf87d2a req-3949dacd-04e3-4108-8b33-2ca97a5d36ad tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0889094 Jun 23 19:01:37.682012 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-832889c7-0991-4771-ab87-0d5e0bf87d2a req-a726cde7-fda6-473e-a486-e7cb0f7e212c tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507388 Jun 23 19:01:37.689182 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-0df6d471-428f-4ef4-ad46-eee5f41f4af4 req-5d490508-0af8-4fa6-bc5f-c0e6114ff06d tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=4efc1ecd-2b44-452e-854e-04ffa829501a HTTP/1.1" status: 200 len: 210 time: 0.0360916 Jun 23 19:01:37.864194 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6a811-ef09-4021-a203-45bab3093666 req-37dcbebd-59c8-4f87-bad6-6f38bba6cf12 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:37.871559 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4bb6a811-ef09-4021-a203-45bab3093666 req-37dcbebd-59c8-4f87-bad6-6f38bba6cf12 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 931 time: 0.0821750 Jun 23 19:01:37.925111 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4bb6a811-ef09-4021-a203-45bab3093666 req-289a89fa-5c9f-4e1c-9249-a16f04b9631f tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520275 Jun 23 19:01:38.069208 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797c8c3-bc38-4a8c-abf0-975c7d2190e1 req-f6ea00e7-5d8e-4083-8a72-f3c299395ae3 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:38.070906 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-2797c8c3-bc38-4a8c-abf0-975c7d2190e1 req-f6ea00e7-5d8e-4083-8a72-f3c299395ae3 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 946 time: 0.0657485 Jun 23 19:01:38.115838 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-2797c8c3-bc38-4a8c-abf0-975c7d2190e1 req-b9e5ab8b-1a21-4d12-8c2d-7ff6d0424455 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354257 Jun 23 19:01:38.420894 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e23a0d-2da0-4c37-a0d6-cfead1f8ea8a req-6c76d5ed-439e-4f6a-b001-0fe3acc2677d tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:38.422433 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-33e23a0d-2da0-4c37-a0d6-cfead1f8ea8a req-6c76d5ed-439e-4f6a-b001-0fe3acc2677d tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0633125 Jun 23 19:01:38.460151 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-33e23a0d-2da0-4c37-a0d6-cfead1f8ea8a req-2a96fb0d-08a2-46c3-9f97-542dba7ee174 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319104 Jun 23 19:01:38.867789 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-d8fdbe01-1458-4bf6-9204-d94c116ee171 req-af58565a-d19e-4947-8d84-13256d34bbe4 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=4efc1ecd-2b44-452e-854e-04ffa829501a HTTP/1.1" status: 200 len: 210 time: 0.0337436 Jun 23 19:01:38.875579 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3436db8-02ea-4ff2-83da-6f34fc66dcd8 req-973fe267-b711-4691-9dd5-a620c11ae283 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:38.877556 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c3436db8-02ea-4ff2-83da-6f34fc66dcd8 req-973fe267-b711-4691-9dd5-a620c11ae283 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0661075 Jun 23 19:01:38.941158 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c3436db8-02ea-4ff2-83da-6f34fc66dcd8 req-047087e6-9da5-4f09-99c1-b8e8eeaddf25 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508506 Jun 23 19:01:39.117268 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:39.119741 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e585d-2f0c-412d-9d6d-5adadbfb5574 req-5c224ba6-43c4-4ff2-b7cf-e25f1005b203 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:39.121379 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-773e585d-2f0c-412d-9d6d-5adadbfb5574 req-5c224ba6-43c4-4ff2-b7cf-e25f1005b203 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 931 time: 0.0726826 Jun 23 19:01:39.170922 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-773e585d-2f0c-412d-9d6d-5adadbfb5574 req-b74de300-4611-404d-8222-f56368a6ef70 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418756 Jun 23 19:01:39.309075 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e5a22-e87a-4459-b54a-9103095225e5 req-ce162f3e-f354-43ed-9315-016c0fdbf902 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:39.310800 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-ed0e5a22-e87a-4459-b54a-9103095225e5 req-ce162f3e-f354-43ed-9315-016c0fdbf902 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 946 time: 0.0693455 Jun 23 19:01:39.349572 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-ed0e5a22-e87a-4459-b54a-9103095225e5 req-7a9619d8-6f56-4785-84a5-e88b4c1d0273 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329449 Jun 23 19:01:39.640190 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1376c-06c3-442e-906d-7988d3f7b937 req-5e2937b2-bcaf-4289-80cb-a2a6d2d661b3 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:39.642696 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c9d1376c-06c3-442e-906d-7988d3f7b937 req-5e2937b2-bcaf-4289-80cb-a2a6d2d661b3 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0678155 Jun 23 19:01:39.678720 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c9d1376c-06c3-442e-906d-7988d3f7b937 req-0167d20a-523c-4eb5-898f-5d8255b104ea tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311720 Jun 23 19:01:40.025292 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-4637334e-288c-4153-b378-fc1b9ddc72b4 req-064b313a-84c1-4b5b-8bc4-11ab06219ce3 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=4efc1ecd-2b44-452e-854e-04ffa829501a HTTP/1.1" status: 200 len: 210 time: 0.0323436 Jun 23 19:01:40.126608 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc49fd1-dd07-4c1f-bc3f-2d870c1812cf req-bb883a53-9fed-4a7c-81f0-c040249bed73 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:40.128052 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-fdc49fd1-dd07-4c1f-bc3f-2d870c1812cf req-bb883a53-9fed-4a7c-81f0-c040249bed73 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0670362 Jun 23 19:01:40.166550 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-fdc49fd1-dd07-4c1f-bc3f-2d870c1812cf req-f0547ddf-70d1-4922-8986-3e8ac545f4f7 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327351 Jun 23 19:01:40.344883 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ccd30-137c-4c84-8222-e662f891a90f req-e0066693-b991-45e3-a133-46ac5be58347 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:40.346324 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-e02ccd30-137c-4c84-8222-e662f891a90f req-e0066693-b991-45e3-a133-46ac5be58347 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 931 time: 0.0606265 Jun 23 19:01:40.385307 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-e02ccd30-137c-4c84-8222-e662f891a90f req-b406a66e-00fb-43c6-b5b9-5f7799d05ebd tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333073 Jun 23 19:01:40.529468 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3624e3-ea46-43b8-af30-effd47f908e0 req-3256aac1-df16-4b13-8ccb-90920ac6d8b1 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:40.530936 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-9c3624e3-ea46-43b8-af30-effd47f908e0 req-3256aac1-df16-4b13-8ccb-90920ac6d8b1 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 946 time: 0.0622828 Jun 23 19:01:40.568530 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-9c3624e3-ea46-43b8-af30-effd47f908e0 req-920ebb36-b22e-4705-bf9c-3daea0a23109 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319419 Jun 23 19:01:40.851175 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e2827-7722-4d2a-9788-ee0e576d2454 req-c77b425f-9d26-49f2-92d1-83b231418d44 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:40.852630 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-679e2827-7722-4d2a-9788-ee0e576d2454 req-c77b425f-9d26-49f2-92d1-83b231418d44 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0619049 Jun 23 19:01:40.889688 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-679e2827-7722-4d2a-9788-ee0e576d2454 req-b7353f6f-55de-4f00-b28e-0b66c10f09a2 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314460 Jun 23 19:01:41.176120 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-da28e22f-511e-47b7-b89e-ca3d6025ce8a req-36ee0301-e14c-4e84-b20f-4851596844db tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=4efc1ecd-2b44-452e-854e-04ffa829501a HTTP/1.1" status: 200 len: 210 time: 0.0282280 Jun 23 19:01:41.445353 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-a84181e2-d841-44da-ac30-e205db4efc3d service neutron] Request body: {'port': {'device_id': '3059096a-e982-4849-b33c-3aa53b5b8d85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:01:41.567402 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1eef37-465b-4004-b065-aef31f71cb91 req-2a37cde0-d2b9-4bb9-bd6c-ab97b95e0217 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:41.568891 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-2c1eef37-465b-4004-b065-aef31f71cb91 req-2a37cde0-d2b9-4bb9-bd6c-ab97b95e0217 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.2842541 Jun 23 19:01:41.601895 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-a84181e2-d841-44da-ac30-e205db4efc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:41.606264 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-2c1eef37-465b-4004-b065-aef31f71cb91 req-e1860100-caef-4ff2-9033-30411ca00130 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315950 Jun 23 19:01:41.701136 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251022c0-9b48-41f9-a1aa-8564422bbdff req-89f146d2-557e-4b6c-82e6-ba8cf5212407 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:41.702686 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-251022c0-9b48-41f9-a1aa-8564422bbdff req-89f146d2-557e-4b6c-82e6-ba8cf5212407 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 931 time: 0.1596994 Jun 23 19:01:41.744290 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e15fda-c671-47bf-938c-70e3f001765f req-6bc7a7d1-a5f1-4952-8259-7c7356a9b764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:41.745762 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-97e15fda-c671-47bf-938c-70e3f001765f req-6bc7a7d1-a5f1-4952-8259-7c7356a9b764 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=513690762a7743d6bef8530390bb53c2&device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 1098 time: 0.2318730 Jun 23 19:01:41.808282 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb503e8-ddd9-48db-90f9-6c04043f96bb req-a92ba1ac-8682-49d2-aeaa-2d0af2b3dc74 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:41.810756 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-5fb503e8-ddd9-48db-90f9-6c04043f96bb req-a92ba1ac-8682-49d2-aeaa-2d0af2b3dc74 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 946 time: 0.0723989 Jun 23 19:01:41.839864 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-251022c0-9b48-41f9-a1aa-8564422bbdff req-9019ca02-e7df-4464-9f02-3a2adaab8143 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930996 Jun 23 19:01:41.888870 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-5fb503e8-ddd9-48db-90f9-6c04043f96bb req-3dcc2d8f-4635-43c8-9c33-a022b91b8a4c tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721579 Jun 23 19:01:41.909082 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c8baa-3158-49dc-81ca-bc108073581c req-12df338b-ff4b-435a-ab33-cd9926b3f1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:41.910607 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-bd3c8baa-3158-49dc-81ca-bc108073581c req-12df338b-ff4b-435a-ab33-cd9926b3f1b1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 1099 time: 0.0805619 Jun 23 19:01:41.947551 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e15fda-c671-47bf-938c-70e3f001765f req-65fcbc55-bc26-48df-b004-2d282d7a9df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:41.948997 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-97e15fda-c671-47bf-938c-70e3f001765f req-65fcbc55-bc26-48df-b004-2d282d7a9df5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a62e3469-54f8-4f1b-8637-fdf06f04c1b7 HTTP/1.1" status: 200 len: 920 time: 0.1591880 Jun 23 19:01:41.969128 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-bd3c8baa-3158-49dc-81ca-bc108073581c req-9f2c405e-4d4b-485c-becd-5d1374416c78 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482273 Jun 23 19:01:42.001761 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-97e15fda-c671-47bf-938c-70e3f001765f req-a566cafc-c8f5-49b1-8709-5906053a05de service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2981d26e-c1fc-4f1b-b232-7fa6f09edba9 HTTP/1.1" status: 200 len: 217 time: 0.0432398 Jun 23 19:01:42.040686 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-a84181e2-d841-44da-ac30-e205db4efc3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be712c20-585d-4a6b-ba7c-9208918fe8d5 {{(pid=99982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:01:42.056203 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-a84181e2-d841-44da-ac30-e205db4efc3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:42.091300 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.provisioning_blocks [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-a84181e2-d841-44da-ac30-e205db4efc3d service neutron] Transition to ACTIVE for port object be712c20-585d-4a6b-ba7c-9208918fe8d5 will not be triggered until provisioned by entity L2. {{(pid=99982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:01:42.120652 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f607e26-09bc-42a0-a51d-11587d9d66ef req-f080fec7-599b-4d85-9a27-0ab01c636c74 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:42.122156 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-7f607e26-09bc-42a0-a51d-11587d9d66ef req-f080fec7-599b-4d85-9a27-0ab01c636c74 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0769305 Jun 23 19:01:42.158511 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-a84181e2-d841-44da-ac30-e205db4efc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63686041'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:42.162710 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-7f607e26-09bc-42a0-a51d-11587d9d66ef req-769cff01-c448-48de-ae7f-020f291c63d3 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346189 Jun 23 19:01:42.164238 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-4ab037c2-b189-4279-a687-a3c5cd7e8efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:42.220633 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84181e2-d841-44da-ac30-e205db4efc3d service neutron] Pushing event updated for resources: {'Port': ['ID=be712c20-585d-4a6b-ba7c-9208918fe8d5,revision_number=2']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:42.225031 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-a84181e2-d841-44da-ac30-e205db4efc3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:42.333889 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e15fda-c671-47bf-938c-70e3f001765f req-6e365d3d-cc7b-4d21-8395-2483391af997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:42.335377 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-97e15fda-c671-47bf-938c-70e3f001765f req-6e365d3d-cc7b-4d21-8395-2483391af997 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=21ed8072-8b4b-4158-b646-c86663b19b61 HTTP/1.1" status: 200 len: 859 time: 0.0682273 Jun 23 19:01:42.336217 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-a84181e2-d841-44da-ac30-e205db4efc3d service neutron] Attempting to bind port be712c20-585d-4a6b-ba7c-9208918fe8d5 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:01:42.336553 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-a84181e2-d841-44da-ac30-e205db4efc3d service neutron] Attempting to bind port be712c20-585d-4a6b-ba7c-9208918fe8d5 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '528b22de-3b90-4599-b9c6-d4ed2483c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '07c16b52-6a2b-4672-a465-c1c2c0e75c21'}] {{(pid=99982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:01:42.336887 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-a84181e2-d841-44da-ac30-e205db4efc3d service neutron] Attempting to bind port be712c20-585d-4a6b-ba7c-9208918fe8d5 on network 07c16b52-6a2b-4672-a465-c1c2c0e75c21 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:01:42.341606 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-a84181e2-d841-44da-ac30-e205db4efc3d service neutron] Port be712c20-585d-4a6b-ba7c-9208918fe8d5 on network 07c16b52-6a2b-4672-a465-c1c2c0e75c21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:01:42.341936 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-a84181e2-d841-44da-ac30-e205db4efc3d service neutron] Attempting to bind port be712c20-585d-4a6b-ba7c-9208918fe8d5 on network 07c16b52-6a2b-4672-a465-c1c2c0e75c21 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:01:42.346803 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-a84181e2-d841-44da-ac30-e205db4efc3d service neutron] Checking agent: {'id': '3aaf2a66-4435-4fa2-a046-8ce762f61c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:01:42.347147 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-a84181e2-d841-44da-ac30-e205db4efc3d service neutron] Checking segment: {'id': '528b22de-3b90-4599-b9c6-d4ed2483c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '07c16b52-6a2b-4672-a465-c1c2c0e75c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:01:42.347529 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-a84181e2-d841-44da-ac30-e205db4efc3d service neutron] Bound using segment: {'id': '528b22de-3b90-4599-b9c6-d4ed2483c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '07c16b52-6a2b-4672-a465-c1c2c0e75c21'} {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:01:42.347964 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-a84181e2-d841-44da-ac30-e205db4efc3d service neutron] Bound port: be712c20-585d-4a6b-ba7c-9208918fe8d5, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '528b22de-3b90-4599-b9c6-d4ed2483c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '07c16b52-6a2b-4672-a465-c1c2c0e75c21'}}] {{(pid=99982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:01:42.348314 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-a84181e2-d841-44da-ac30-e205db4efc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:42.386253 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-97e15fda-c671-47bf-938c-70e3f001765f req-d9f8b23d-f605-44ee-ba87-a6faffdeb9c5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a62e3469-54f8-4f1b-8637-fdf06f04c1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293772 Jun 23 19:01:42.492208 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-a84181e2-d841-44da-ac30-e205db4efc3d service neutron] For port be712c20-585d-4a6b-ba7c-9208918fe8d5, host hv-cinder-78638, cleared binding levels {{(pid=99982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:01:42.510632 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-a84181e2-d841-44da-ac30-e205db4efc3d service neutron] For port be712c20-585d-4a6b-ba7c-9208918fe8d5, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=be712c20-585d-4a6b-ba7c-9208918fe8d5,segment=NetworkSegment(528b22de-3b90-4599-b9c6-d4ed2483c7d8),segment_id=528b22de-3b90-4599-b9c6-d4ed2483c7d8)] {{(pid=99982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:01:42.521045 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-97e15fda-c671-47bf-938c-70e3f001765f req-0876be40-33a8-4a9b-994c-30bf085166ab service neutron] 10.222.0.74 "GET /v2.0/networks/a62e3469-54f8-4f1b-8637-fdf06f04c1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158159 Jun 23 19:01:42.580005 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-a84181e2-d841-44da-ac30-e205db4efc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63686041'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:42.583142 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:42.635600 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-a84181e2-d841-44da-ac30-e205db4efc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:42.636287 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-a84181e2-d841-44da-ac30-e205db4efc3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:42.638191 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-a84181e2-d841-44da-ac30-e205db4efc3d service neutron] 10.222.0.74 "PUT /v2.0/ports/be712c20-585d-4a6b-ba7c-9208918fe8d5 HTTP/1.1" status: 200 len: 1093 time: 1.2032318 Jun 23 19:01:42.638741 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3059096a-e982-4849-b33c-3aa53b5b8d85', 'tag': 'be712c20-585d-4a6b-ba7c-9208918fe8d5'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:01:42.641038 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868416c3-0342-46a9-a125-0f0ede3c6d11" -d '{"events": [{"name": "network-changed", "server_uuid": "3059096a-e982-4849-b33c-3aa53b5b8d85", "tag": "be712c20-585d-4a6b-ba7c-9208918fe8d5"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:01:42.665651 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84181e2-d841-44da-ac30-e205db4efc3d service neutron] Pushing event updated for resources: {'Port': ['ID=be712c20-585d-4a6b-ba7c-9208918fe8d5,revision_number=3']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:42.679231 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-a84181e2-d841-44da-ac30-e205db4efc3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:42.692879 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-97e15fda-c671-47bf-938c-70e3f001765f req-0b254b66-86d3-46ac-91cf-50d035dc6fc3 service neutron] 10.222.0.74 "GET /v2.0/networks/a62e3469-54f8-4f1b-8637-fdf06f04c1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560771 Jun 23 19:01:42.717679 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64ea512-4fb7-4d93-9c49-dafb68959c94 x-openstack-request-id: req-e64ea512-4fb7-4d93-9c49-dafb68959c94 {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:01:42.734077 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3059096a-e982-4849-b33c-3aa53b5b8d85", "tag": "be712c20-585d-4a6b-ba7c-9208918fe8d5", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:01:42.734077 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e64ea512-4fb7-4d93-9c49-dafb68959c94 {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:01:42.734077 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3059096a-e982-4849-b33c-3aa53b5b8d85', 'tag': 'be712c20-585d-4a6b-ba7c-9208918fe8d5', 'status': 'completed', 'code': 200} Jun 23 19:01:42.826684 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da39f1-4640-499b-9774-0f667ee4bde9 req-97020f9b-4c4b-49fd-8fbe-edcda8f81a20 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:42.828204 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-78da39f1-4640-499b-9774-0f667ee4bde9 req-97020f9b-4c4b-49fd-8fbe-edcda8f81a20 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0649481 Jun 23 19:01:42.902559 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-78da39f1-4640-499b-9774-0f667ee4bde9 req-73bd401e-5fe5-45f6-a51d-680a9ce04624 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603867 Jun 23 19:01:42.907945 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868416c3-0342-46a9-a125-0f0ede3c6d11 req-f6ac8098-3703-480b-ad59-b44673b4f761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:42.909393 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-868416c3-0342-46a9-a125-0f0ede3c6d11 req-f6ac8098-3703-480b-ad59-b44673b4f761 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=39ebdfd6bceb4d8baa6bb77d6bdc2ff4&device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 1096 time: 0.0803185 Jun 23 19:01:43.026450 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0120b9-fb99-4be5-ae10-4120300995cd req-c737587f-d5bd-437a-90be-c2761f3fd9eb tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:43.027819 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-fe0120b9-fb99-4be5-ae10-4120300995cd req-c737587f-d5bd-437a-90be-c2761f3fd9eb tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 943 time: 0.0669279 Jun 23 19:01:43.065491 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-fe0120b9-fb99-4be5-ae10-4120300995cd req-426c422d-d5f5-4135-896f-aca31d550330 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316987 Jun 23 19:01:43.069035 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868416c3-0342-46a9-a125-0f0ede3c6d11 req-1d85badc-33b4-4c80-8183-7c71954fe97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:43.070522 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-868416c3-0342-46a9-a125-0f0ede3c6d11 req-1d85badc-33b4-4c80-8183-7c71954fe97c service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=39ebdfd6bceb4d8baa6bb77d6bdc2ff4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1308866 Jun 23 19:01:43.096165 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9cc10-6ef8-4049-94dd-6803d48c9f2b req-a59a8804-7599-4f21-8859-ca2e1eaca54a tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:43.097610 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-67b9cc10-6ef8-4049-94dd-6803d48c9f2b req-a59a8804-7599-4f21-8859-ca2e1eaca54a tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 946 time: 0.0811083 Jun 23 19:01:43.187753 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-67b9cc10-6ef8-4049-94dd-6803d48c9f2b req-c8166ecd-d934-4269-a315-2728e7082c03 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818453 Jun 23 19:01:43.212193 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868416c3-0342-46a9-a125-0f0ede3c6d11 req-1fba318c-7262-4cb3-abad-db95115c37c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:43.213757 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-868416c3-0342-46a9-a125-0f0ede3c6d11 req-1fba318c-7262-4cb3-abad-db95115c37c9 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1153016 Jun 23 19:01:43.345360 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f8e66-8770-456b-a714-f990dc95d03b req-20f28c5e-3fe1-44c9-82cf-f70d09e5e929 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:43.346851 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-e07f8e66-8770-456b-a714-f990dc95d03b req-20f28c5e-3fe1-44c9-82cf-f70d09e5e929 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0633087 Jun 23 19:01:43.364660 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-e9c38281-d5fa-44f7-b2ee-d56e65f38e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:43.366126 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-e9c38281-d5fa-44f7-b2ee-d56e65f38e35 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=39ebdfd6bceb4d8baa6bb77d6bdc2ff4&device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 1096 time: 0.0510943 Jun 23 19:01:43.384492 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-e07f8e66-8770-456b-a714-f990dc95d03b req-e0df30a8-0218-4653-b7ef-17b028d96cfd tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318370 Jun 23 19:01:43.695810 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-c0171e29-d42f-454e-a187-98ed203ff998 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be712c20-585d-4a6b-ba7c-9208918fe8d5 HTTP/1.1" status: 200 len: 217 time: 0.2881925 Jun 23 19:01:43.773016 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-ec4fe765-0c05-423c-bd07-0d27ae4f6934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:43.774465 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-ec4fe765-0c05-423c-bd07-0d27ae4f6934 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=280e4d64-5f4e-4e43-8a51-877f10eb6cb5 HTTP/1.1" status: 200 len: 854 time: 0.0689294 Jun 23 19:01:43.849873 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-fb4b428f-797d-4ffb-9b9d-f7850da43de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:43.851346 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-fb4b428f-797d-4ffb-9b9d-f7850da43de2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=07c16b52-6a2b-4672-a465-c1c2c0e75c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533710 Jun 23 19:01:43.948706 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-ee7979cb-4a71-48e1-b4c6-17fc7ae62928 service neutron] 10.222.0.74 "GET /v2.0/networks/07c16b52-6a2b-4672-a465-c1c2c0e75c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869436 Jun 23 19:01:44.054482 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-33313228-c2a2-4179-aa05-990b3b7966a0 req-fe3473ff-a2d3-4779-92c0-1161341dda8f service neutron] 10.222.0.74 "GET /v2.0/networks/07c16b52-6a2b-4672-a465-c1c2c0e75c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861497 Jun 23 19:01:44.088937 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc148a4-88db-41de-9ada-69246cef5573 req-b0ce76e7-6730-4861-8827-57c970729903 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:44.090481 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-dfc148a4-88db-41de-9ada-69246cef5573 req-b0ce76e7-6730-4861-8827-57c970729903 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0668237 Jun 23 19:01:44.130865 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-dfc148a4-88db-41de-9ada-69246cef5573 req-11ae750d-b2a8-4ba0-9f2e-5047f71e9c59 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341899 Jun 23 19:01:44.226330 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c1f94-a070-4579-a8e5-82f8bc592b05 req-a8efda78-4e21-45bf-96ad-4308c5148cf2 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:44.228314 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a68c1f94-a070-4579-a8e5-82f8bc592b05 req-a8efda78-4e21-45bf-96ad-4308c5148cf2 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc8d0e91-a63f-438b-a2e4-14a81542ecb6 HTTP/1.1" status: 200 len: 946 time: 0.0684097 Jun 23 19:01:44.268262 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a68c1f94-a070-4579-a8e5-82f8bc592b05 req-eedd34be-b09e-4f0d-8110-33209ef21f71 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325313 Jun 23 19:01:44.300156 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e0c4b-39a5-4d72-8c54-8134b898b455 req-9552b350-73cb-41e9-bd92-0ad9cf18c274 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:44.307746 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-0e7e0c4b-39a5-4d72-8c54-8134b898b455 req-9552b350-73cb-41e9-bd92-0ad9cf18c274 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 943 time: 0.0733762 Jun 23 19:01:44.349563 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-0e7e0c4b-39a5-4d72-8c54-8134b898b455 req-000a1929-147f-4c0c-a8b3-fdf49b401699 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408785 Jun 23 19:01:44.437857 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9833f-cb59-499d-b5d9-bc956ddaa827 req-c3d46835-d689-4a43-9ccd-b5c804594e90 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:44.440401 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-11c9833f-cb59-499d-b5d9-bc956ddaa827 req-c3d46835-d689-4a43-9ccd-b5c804594e90 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 946 time: 0.0659153 Jun 23 19:01:44.478748 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-11c9833f-cb59-499d-b5d9-bc956ddaa827 req-cf42c542-aa6a-42c5-a487-7fae65e0a116 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336998 Jun 23 19:01:44.636699 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7886fc-d8e9-45eb-b6d2-7ce04c8ebeb0 req-2824df10-5916-4885-8411-f4c1d52d5d64 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:44.638080 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4a7886fc-d8e9-45eb-b6d2-7ce04c8ebeb0 req-2824df10-5916-4885-8411-f4c1d52d5d64 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0613270 Jun 23 19:01:44.679097 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4a7886fc-d8e9-45eb-b6d2-7ce04c8ebeb0 req-a71f639f-5491-4d55-8192-36f9d65b15f8 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352542 Jun 23 19:01:44.838631 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ded6c-1115-4df9-9d2a-6b365960081a req-aa5a7090-6b2c-4c81-8fa2-8c7290ddb639 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:44.842191 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-971ded6c-1115-4df9-9d2a-6b365960081a req-aa5a7090-6b2c-4c81-8fa2-8c7290ddb639 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 946 time: 0.0648413 Jun 23 19:01:44.877779 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-971ded6c-1115-4df9-9d2a-6b365960081a req-c9d0c518-6332-4941-be9d-06bb5886f211 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314264 Jun 23 19:01:44.901562 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 60152) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:01:45.108583 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f876d4-9f7e-4957-92d4-fcc9992282a7 tempest-TestShelveInstance-793522432 tempest-TestShelveInstance-793522432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:45.110194 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-41f876d4-9f7e-4957-92d4-fcc9992282a7 tempest-TestShelveInstance-793522432 tempest-TestShelveInstance-793522432-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 1094 time: 0.2076657 Jun 23 19:01:45.113458 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 60162) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:01:45.118824 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-a3c71935-9869-4e08-934c-93c29158f917 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Request body: {'floatingip': {'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'port_id': 'bd747ec5-d5e2-4af5-b5db-382698e9a8f6', 'tenant_id': 'c353ddad9e634833bd136bff1f36ab80', 'fixed_ip_address': '172.20.0.10'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:01:45.213311 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a3c71935-9869-4e08-934c-93c29158f917 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks [] for floatingip, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:45.339064 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a3c71935-9869-4e08-934c-93c29158f917 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:45.351313 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48f3ba-f2e9-493f-8143-f2e0f83fe9d8 req-78305814-e71c-48f8-8463-a4a21ad2a970 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:45.360427 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-df48f3ba-f2e9-493f-8143-f2e0f83fe9d8 req-78305814-e71c-48f8-8463-a4a21ad2a970 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0855725 Jun 23 19:01:45.409539 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-df48f3ba-f2e9-493f-8143-f2e0f83fe9d8 req-a0bec895-e452-4a46-9ec9-4f6c30574a34 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474856 Jun 23 19:01:45.527373 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.db_base_plugin_common [None req-a3c71935-9869-4e08-934c-93c29158f917 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Allocated IP 172.27.0.134 (5d962e1b-a48a-439d-b5f0-687f24f30c92/77178bee-415e-4d1b-b321-842ae6d8e42c/7b9dd3f9-4450-498f-9bbc-afada42ea4a2) {{(pid=99981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:01:45.606096 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987f53d-b45b-41fa-aaf9-65077bf3d241 req-c55e3b28-c42e-4b6b-b9f0-154440e9a105 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:45.607741 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-2987f53d-b45b-41fa-aaf9-65077bf3d241 req-c55e3b28-c42e-4b6b-b9f0-154440e9a105 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc8d0e91-a63f-438b-a2e4-14a81542ecb6 HTTP/1.1" status: 200 len: 946 time: 0.1532516 Jun 23 19:01:45.629802 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809fbad-1857-4a9d-a222-6068a43c42fb req-77b07ddc-27ae-4c44-9d02-bc78848d5c93 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:45.639279 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4809fbad-1857-4a9d-a222-6068a43c42fb req-77b07ddc-27ae-4c44-9d02-bc78848d5c93 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 943 time: 0.0775177 Jun 23 19:01:45.670755 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-2987f53d-b45b-41fa-aaf9-65077bf3d241 req-d12c8733-704d-4594-ac84-ff5da269ef8a tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513115 Jun 23 19:01:45.675604 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4809fbad-1857-4a9d-a222-6068a43c42fb req-93401ffe-6c90-4da4-b85f-e000e2a15cd1 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353556 Jun 23 19:01:45.702531 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a3c71935-9869-4e08-934c-93c29158f917 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks [] for port, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:45.839591 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a3c71935-9869-4e08-934c-93c29158f917 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-66155747'] for port, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:45.843264 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-dd9c9293-b11b-4eec-bd51-74557df8ffa1 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:45.857061 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62975fe-9f76-4a2e-857a-0a3826083311 req-74be9069-dd6c-4bec-856c-146574816d8e tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:45.858554 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-e62975fe-9f76-4a2e-857a-0a3826083311 req-74be9069-dd6c-4bec-856c-146574816d8e tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0615411 Jun 23 19:01:45.882030 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c71935-9869-4e08-934c-93c29158f917 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Network 5d962e1b-a48a-439d-b5f0-687f24f30c92 is already hosted by enough agents. {{(pid=99981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:01:45.885106 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [None req-a3c71935-9869-4e08-934c-93c29158f917 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Resources bound (agent type, host, resource id): {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:01:45.890301 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c71935-9869-4e08-934c-93c29158f917 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Received port after_create {{(pid=99981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:01:45.893226 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c71935-9869-4e08-934c-93c29158f917 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Pushing event updated for resources: {'Port': ['ID=7b9dd3f9-4450-498f-9bbc-afada42ea4a2,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:45.896819 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-e62975fe-9f76-4a2e-857a-0a3826083311 req-5f1dbac3-ba52-404b-8d22-ecd132f71c03 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324235 Jun 23 19:01:45.912193 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-a3c71935-9869-4e08-934c-93c29158f917 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:46.251393 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a3c71935-9869-4e08-934c-93c29158f917 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:46.404595 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a3c71935-9869-4e08-934c-93c29158f917 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:46.593769 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a3c71935-9869-4e08-934c-93c29158f917 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks [] for port, precommit_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:46.610700 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a59f5a-c07c-4854-b374-f9d275201bba req-ace4615f-3a11-41d0-a7d1-afa033f80b5f tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:46.612150 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-90a59f5a-c07c-4854-b374-f9d275201bba req-ace4615f-3a11-41d0-a7d1-afa033f80b5f tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0882907 Jun 23 19:01:46.652811 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-90a59f5a-c07c-4854-b374-f9d275201bba req-cbbccd20-0387-4976-a0be-3a6380d032f1 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347419 Jun 23 19:01:46.685239 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a3c71935-9869-4e08-934c-93c29158f917 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66155761'] for port, after_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:46.688979 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-fc0aed84-9983-4111-a55f-eada40ba74cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:46.761351 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c71935-9869-4e08-934c-93c29158f917 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Pushing event updated for resources: {'Port': ['ID=7b9dd3f9-4450-498f-9bbc-afada42ea4a2,revision_number=2']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:46.767697 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-a3c71935-9869-4e08-934c-93c29158f917 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:46.776041 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a3c71935-9869-4e08-934c-93c29158f917 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1978722'] for floatingip, after_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:46.916345 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.db.l3_db [None req-a3c71935-9869-4e08-934c-93c29158f917 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Floating IP 985e742b-b562-4d16-9138-edad89109385 associated. External IP: 172.27.0.134, port: bd747ec5-d5e2-4af5-b5db-382698e9a8f6. Jun 23 19:01:46.926164 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbea7ce-77c4-4db3-ac79-ed904412de09 req-7b401ec7-4ea5-474c-ad07-3f080728eff1 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:46.927772 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-edbea7ce-77c4-4db3-ac79-ed904412de09 req-7b401ec7-4ea5-474c-ad07-3f080728eff1 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.74 "GET /v2.0/ports?device_id=fc8d0e91-a63f-438b-a2e4-14a81542ecb6 HTTP/1.1" status: 200 len: 946 time: 0.0855401 Jun 23 19:01:46.963948 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c399c-ffa5-4af6-918d-5eb4cac30c2c req-62ab5e18-5e66-408a-a397-7e1fdd30231d tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:46.965447 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c36c399c-ffa5-4af6-918d-5eb4cac30c2c req-62ab5e18-5e66-408a-a397-7e1fdd30231d tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc8d0e91-a63f-438b-a2e4-14a81542ecb6 HTTP/1.1" status: 200 len: 946 time: 0.1494133 Jun 23 19:01:47.037719 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-edbea7ce-77c4-4db3-ac79-ed904412de09 req-1cbfdfb5-dca6-4032-8646-e6a8d70a25b0 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Deleting port a7ce0c39-6c4d-40ea-8985-5915ebeb2b89 {{(pid=99982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:01:47.038098 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-edbea7ce-77c4-4db3-ac79-ed904412de09 req-1cbfdfb5-dca6-4032-8646-e6a8d70a25b0 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:47.045497 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c36c399c-ffa5-4af6-918d-5eb4cac30c2c req-6c6050bd-6371-4550-bb0a-162ca9d4be16 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711448 Jun 23 19:01:47.152081 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-edbea7ce-77c4-4db3-ac79-ed904412de09 req-1cbfdfb5-dca6-4032-8646-e6a8d70a25b0 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] For port a7ce0c39-6c4d-40ea-8985-5915ebeb2b89, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a7ce0c39-6c4d-40ea-8985-5915ebeb2b89,segment=NetworkSegment(91ac7bd7-7747-45f6-a655-e28f712ee370),segment_id=91ac7bd7-7747-45f6-a655-e28f712ee370)] {{(pid=99982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:01:47.152603 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-edbea7ce-77c4-4db3-ac79-ed904412de09 req-1cbfdfb5-dca6-4032-8646-e6a8d70a25b0 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:47.166925 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-edbea7ce-77c4-4db3-ac79-ed904412de09 req-1cbfdfb5-dca6-4032-8646-e6a8d70a25b0 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Calling delete_port for a7ce0c39-6c4d-40ea-8985-5915ebeb2b89 owned by compute:nova {{(pid=99982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:01:47.219665 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c71935-9869-4e08-934c-93c29158f917 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Router 4d834a01-6c3f-45f0-b4d0-bc6200b45feb has already been hosted by L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 {{(pid=99981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:01:47.245280 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646e4e8-49aa-44f8-b8ad-814fdd000f74 req-d158c87d-594f-4823-bd8c-61a4cf096a4c tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:47.246806 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-5646e4e8-49aa-44f8-b8ad-814fdd000f74 req-d158c87d-594f-4823-bd8c-61a4cf096a4c tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 943 time: 0.0978785 Jun 23 19:01:47.337742 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 60214) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:01:47.354886 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-edbea7ce-77c4-4db3-ac79-ed904412de09 req-1cbfdfb5-dca6-4032-8646-e6a8d70a25b0 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63686034'] for port, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:47.359465 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-5646e4e8-49aa-44f8-b8ad-814fdd000f74 req-be245245-19be-420e-919d-c9a8408812ce tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723615 Jun 23 19:01:47.361626 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:47.399673 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c71935-9869-4e08-934c-93c29158f917 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:01:47.404977 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['a7e9db05-c9d5-4b2d-837f-b6e05d29e058', '259486a4-0a7e-4fd6-9a19-6aeb27067b5d', 'a7ce0c39-6c4d-40ea-8985-5915ebeb2b89'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:01:47.411203 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74810fa7-210c-4a03-9d6b-b408bf873670 None None] Sync routers for ids ['4d834a01-6c3f-45f0-b4d0-bc6200b45feb'] in dv-cinder-786386-8-iscsi {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:01:47.411759 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbfdfb5-dca6-4032-8646-e6a8d70a25b0 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Pushing event deleted for resources: {'Port': ['ID=a7ce0c39-6c4d-40ea-8985-5915ebeb2b89,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:47.414890 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-1cbfdfb5-dca6-4032-8646-e6a8d70a25b0 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:47.428623 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74810fa7-210c-4a03-9d6b-b408bf873670 None None] Routers {'4d834a01-6c3f-45f0-b4d0-bc6200b45feb'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:01:47.432314 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-74810fa7-210c-4a03-9d6b-b408bf873670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:01:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['4d834a01-6c3f-45f0-b4d0-bc6200b45feb'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:01:47.504161 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [req-edbea7ce-77c4-4db3-ac79-ed904412de09 req-1cbfdfb5-dca6-4032-8646-e6a8d70a25b0 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] No DVR routers for this DVR port a7ce0c39-6c4d-40ea-8985-5915ebeb2b89 on host hv-cinder-78638 {{(pid=99982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:01:47.513510 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-edbea7ce-77c4-4db3-ac79-ed904412de09 req-1cbfdfb5-dca6-4032-8646-e6a8d70a25b0 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:47.516590 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-edbea7ce-77c4-4db3-ac79-ed904412de09 req-1cbfdfb5-dca6-4032-8646-e6a8d70a25b0 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.74 "DELETE /v2.0/ports/a7ce0c39-6c4d-40ea-8985-5915ebeb2b89 HTTP/1.1" status: 204 len: 173 time: 0.5812955 Jun 23 19:01:47.517692 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a3c71935-9869-4e08-934c-93c29158f917 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for floatingip, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:47.518078 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8d0e91-a63f-438b-a2e4-14a81542ecb6', 'name': 'network-vif-deleted', 'tag': 'a7ce0c39-6c4d-40ea-8985-5915ebeb2b89'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:01:47.530738 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a979b639-0ed8-4072-bb52-ad800cbb97c7" -d '{"events": [{"server_uuid": "fc8d0e91-a63f-438b-a2e4-14a81542ecb6", "name": "network-vif-deleted", "tag": "a7ce0c39-6c4d-40ea-8985-5915ebeb2b89"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:01:47.557043 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-0aa64aee-d101-4815-a2ae-3860895ac055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:47.570608 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-74810fa7-210c-4a03-9d6b-b408bf873670 None None] Set router 4d834a01-6c3f-45f0-b4d0-bc6200b45feb gateway port host: dv-cinder-786386-8-iscsi {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:01:47.622343 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-a3c71935-9869-4e08-934c-93c29158f917 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5074639 Jun 23 19:01:47.625753 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5bf9f8f-f978-423c-b8c4-2d0410f2a1db', 'tag': 'bd747ec5-d5e2-4af5-b5db-382698e9a8f6'}] {{(pid=99981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:01:47.628083 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c19ba6c2e482ff9aabb3850c8975427142a9e03079a3b94b5c7a7eb1b25c395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c934f75d-f16a-414e-9419-2cc429cc9992" -d '{"events": [{"name": "network-changed", "server_uuid": "a5bf9f8f-f978-423c-b8c4-2d0410f2a1db", "tag": "bd747ec5-d5e2-4af5-b5db-382698e9a8f6"}]}' {{(pid=99981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:01:47.667342 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d604f7-b059-475f-ac43-a61db6d13f86 req-48829423-47fc-4732-86d1-76a421d79211 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:47.668894 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-07d604f7-b059-475f-ac43-a61db6d13f86 req-48829423-47fc-4732-86d1-76a421d79211 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.1199920 Jun 23 19:01:47.691446 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-0aa64aee-d101-4815-a2ae-3860895ac055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:47.712345 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-07d604f7-b059-475f-ac43-a61db6d13f86 req-e3d14475-45a6-4d6f-bad2-e0973bd117e0 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356281 Jun 23 19:01:47.770659 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-0aa64aee-d101-4815-a2ae-3860895ac055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:47.782537 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-1cc5d9ec-c3ee-46df-a70b-b183155af17a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:47.782537 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8f0c28-bbc7-4a72-a207-eb71d82f9bec x-openstack-request-id: req-4d8f0c28-bbc7-4a72-a207-eb71d82f9bec {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:01:47.782537 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8d0e91-a63f-438b-a2e4-14a81542ecb6", "name": "network-vif-deleted", "tag": "a7ce0c39-6c4d-40ea-8985-5915ebeb2b89", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:01:47.782537 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4d8f0c28-bbc7-4a72-a207-eb71d82f9bec {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:01:47.782537 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8d0e91-a63f-438b-a2e4-14a81542ecb6', 'name': 'network-vif-deleted', 'tag': 'a7ce0c39-6c4d-40ea-8985-5915ebeb2b89', 'status': 'completed', 'code': 200} Jun 23 19:01:47.811266 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5736b1-005a-4b1f-adf2-25f80623996d x-openstack-request-id: req-0c5736b1-005a-4b1f-adf2-25f80623996d {{(pid=99981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:01:47.811622 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5bf9f8f-f978-423c-b8c4-2d0410f2a1db", "tag": "bd747ec5-d5e2-4af5-b5db-382698e9a8f6", "status": "completed", "code": 200}]} {{(pid=99981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:01:47.811918 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0c5736b1-005a-4b1f-adf2-25f80623996d {{(pid=99981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:01:47.812378 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5bf9f8f-f978-423c-b8c4-2d0410f2a1db', 'tag': 'bd747ec5-d5e2-4af5-b5db-382698e9a8f6', 'status': 'completed', 'code': 200} Jun 23 19:01:47.820153 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-0aa64aee-d101-4815-a2ae-3860895ac055 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d8bdeed816d14d698db4b49271dbe0c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4812644 Jun 23 19:01:47.821131 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa64aee-d101-4815-a2ae-3860895ac055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78edf9de-9286-4e70-9b36-de401684856e,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:47.823179 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 60226) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:01:47.823748 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device be712c20-585d-4a6b-ba7c-9208918fe8d5 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=99983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:01:47.837106 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-0aa64aee-d101-4815-a2ae-3860895ac055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:47.840291 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device faa81078-f38b-45f4-a98c-5ccfbc7f907c no longer exists at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:01:47.873457 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-74810fa7-210c-4a03-9d6b-b408bf873670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'name': 'tempest-TestShelveInstance-1140551974-router', 'tenant_id': 'c353ddad9e634833bd136bff1f36ab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ac19550b-2681-46c7-8a9f-ca482c54003e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:10Z', 'updated_at': '2021-06-23T19:00:14Z', 'revision_number': 4, 'project_id': 'c353ddad9e634833bd136bff1f36ab80', 'gw_port': {'id': 'ac19550b-2681-46c7-8a9f-ca482c54003e', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:11Z', 'updated_at': '2021-06-23T19:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_floatingips': [{'id': '985e742b-b562-4d16-9138-edad89109385', 'tenant_id': 'c353ddad9e634833bd136bff1f36ab80', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'router_id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'port_id': 'bd747ec5-d5e2-4af5-b5db-382698e9a8f6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f25c60-0cd5-436d-bb6e-c6a430fff0a2', 'mac_address': 'fa:16:3e:ca:d8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bf9f8f-f978-423c-b8c4-2d0410f2a1db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:01:46Z', 'updated_at': '2021-06-23T19:01:46Z', 'revision_number': 0, 'project_id': 'c353ddad9e634833bd136bff1f36ab80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2574964-05c7-4f85-b3d6-80bbf79d466a', 'name': '', 'network_id': '25f25c60-0cd5-436d-bb6e-c6a430fff0a2', 'tenant_id': 'c353ddad9e634833bd136bff1f36ab80', 'mac_address': 'fa:16:3e:69:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'a9102a8b-323b-4782-85ff-37f8fd576474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:13Z', 'updated_at': '2021-06-23T19:00:21Z', 'revision_number': 5, 'project_id': 'c353ddad9e634833bd136bff1f36ab80', 'subnets': [{'id': 'a9102a8b-323b-4782-85ff-37f8fd576474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:01:47.901857 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b40a406e-fa03-440b-9356-022c2bd24e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:47.918353 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74810fa7-210c-4a03-9d6b-b408bf873670 None None] Checking router: 4d834a01-6c3f-45f0-b4d0-bc6200b45feb for host: dv-cinder-786386-8-iscsi {{(pid=99984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:01:47.935969 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74810fa7-210c-4a03-9d6b-b408bf873670 None None] Routers {'4d834a01-6c3f-45f0-b4d0-bc6200b45feb'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:01:47.936625 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-74810fa7-210c-4a03-9d6b-b408bf873670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:01:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['4d834a01-6c3f-45f0-b4d0-bc6200b45feb'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:01:47.944251 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b40a406e-fa03-440b-9356-022c2bd24e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:47.984679 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934f75d-f16a-414e-9419-2cc429cc9992 req-877e3d03-c9f5-4831-b948-714dd5e9c58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:47.987017 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c934f75d-f16a-414e-9419-2cc429cc9992 req-877e3d03-c9f5-4831-b948-714dd5e9c58b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c353ddad9e634833bd136bff1f36ab80&device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 1099 time: 0.0937696 Jun 23 19:01:48.019345 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port be712c20-585d-4a6b-ba7c-9208918fe8d5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=be712c20-585d-4a6b-ba7c-9208918fe8d5,segment=NetworkSegment(528b22de-3b90-4599-b9c6-d4ed2483c7d8),segment_id=528b22de-3b90-4599-b9c6-d4ed2483c7d8)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:01:48.051992 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Returning: {'device': 'be712c20-585d-4a6b-ba7c-9208918fe8d5', 'network_id': '07c16b52-6a2b-4672-a465-c1c2c0e75c21', 'port_id': 'be712c20-585d-4a6b-ba7c-9208918fe8d5', 'mac_address': 'fa:16:3e:ad:78:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '280e4d64-5f4e-4e43-8a51-877f10eb6cb5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:01:48.072201 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b40a406e-fa03-440b-9356-022c2bd24e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:48.074877 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b40a406e-fa03-440b-9356-022c2bd24e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:48.076839 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-b40a406e-fa03-440b-9356-022c2bd24e47 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/78edf9de-9286-4e70-9b36-de401684856e HTTP/1.1" status: 204 len: 168 time: 0.2526042 Jun 23 19:01:48.077738 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:48.087452 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-74810fa7-210c-4a03-9d6b-b408bf873670 None None] Set router 4d834a01-6c3f-45f0-b4d0-bc6200b45feb gateway port host: dv-cinder-786386-8-iscsi {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:01:48.090371 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a406e-fa03-440b-9356-022c2bd24e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78edf9de-9286-4e70-9b36-de401684856e,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:48.099194 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-b40a406e-fa03-440b-9356-022c2bd24e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:48.131074 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:48.160232 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be712c20-585d-4a6b-ba7c-9208918fe8d5 {{(pid=99983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:01:48.174734 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934f75d-f16a-414e-9419-2cc429cc9992 req-33275604-23d8-4495-afbb-5cb23ff01295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:48.177927 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c934f75d-f16a-414e-9419-2cc429cc9992 req-33275604-23d8-4495-afbb-5cb23ff01295 service neutron] 10.222.0.74 "GET /v2.0/networks?id=25f25c60-0cd5-436d-bb6e-c6a430fff0a2 HTTP/1.1" status: 200 len: 910 time: 0.1576855 Jun 23 19:01:48.194034 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port be712c20-585d-4a6b-ba7c-9208918fe8d5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=be712c20-585d-4a6b-ba7c-9208918fe8d5,segment=NetworkSegment(528b22de-3b90-4599-b9c6-d4ed2483c7d8),segment_id=528b22de-3b90-4599-b9c6-d4ed2483c7d8)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:01:48.256580 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:48.259217 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:48.266817 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-9fed9c94-ffdc-4d5d-be2f-76ed6f6833c1 req-96a19bbd-dc8c-4779-8dba-4dd68b2c35cf tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc8d0e91-a63f-438b-a2e4-14a81542ecb6 HTTP/1.1" status: 200 len: 210 time: 0.0385933 Jun 23 19:01:48.288798 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c934f75d-f16a-414e-9419-2cc429cc9992 req-ac24e130-5c73-446b-b88f-f7509a951576 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd747ec5-d5e2-4af5-b5db-382698e9a8f6 HTTP/1.1" status: 200 len: 1000 time: 0.0982041 Jun 23 19:01:48.323493 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=be712c20-585d-4a6b-ba7c-9208918fe8d5,revision_number=4']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:48.333601 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:48.372711 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934f75d-f16a-414e-9419-2cc429cc9992 req-3b3dc9e3-42d4-461f-87e3-8e50f788d81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:48.378133 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c934f75d-f16a-414e-9419-2cc429cc9992 req-3b3dc9e3-42d4-461f-87e3-8e50f788d81a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a9102a8b-323b-4782-85ff-37f8fd576474 HTTP/1.1" status: 200 len: 848 time: 0.0740623 Jun 23 19:01:48.391590 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-74810fa7-210c-4a03-9d6b-b408bf873670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'name': 'tempest-TestShelveInstance-1140551974-router', 'tenant_id': 'c353ddad9e634833bd136bff1f36ab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ac19550b-2681-46c7-8a9f-ca482c54003e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:10Z', 'updated_at': '2021-06-23T19:00:14Z', 'revision_number': 4, 'project_id': 'c353ddad9e634833bd136bff1f36ab80', 'gw_port': {'id': 'ac19550b-2681-46c7-8a9f-ca482c54003e', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:11Z', 'updated_at': '2021-06-23T19:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_floatingips': [{'id': '985e742b-b562-4d16-9138-edad89109385', 'tenant_id': 'c353ddad9e634833bd136bff1f36ab80', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'router_id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'port_id': 'bd747ec5-d5e2-4af5-b5db-382698e9a8f6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f25c60-0cd5-436d-bb6e-c6a430fff0a2', 'mac_address': 'fa:16:3e:ca:d8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bf9f8f-f978-423c-b8c4-2d0410f2a1db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:01:46Z', 'updated_at': '2021-06-23T19:01:46Z', 'revision_number': 0, 'project_id': 'c353ddad9e634833bd136bff1f36ab80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2574964-05c7-4f85-b3d6-80bbf79d466a', 'name': '', 'network_id': '25f25c60-0cd5-436d-bb6e-c6a430fff0a2', 'tenant_id': 'c353ddad9e634833bd136bff1f36ab80', 'mac_address': 'fa:16:3e:69:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'a9102a8b-323b-4782-85ff-37f8fd576474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:13Z', 'updated_at': '2021-06-23T19:00:21Z', 'revision_number': 5, 'project_id': 'c353ddad9e634833bd136bff1f36ab80', 'subnets': [{'id': 'a9102a8b-323b-4782-85ff-37f8fd576474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:01:48.426751 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74810fa7-210c-4a03-9d6b-b408bf873670 None None] The sync data for ids ['4d834a01-6c3f-45f0-b4d0-bc6200b45feb'] in dv-cinder-786386-8-iscsi is: [{'id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'name': 'tempest-TestShelveInstance-1140551974-router', 'tenant_id': 'c353ddad9e634833bd136bff1f36ab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ac19550b-2681-46c7-8a9f-ca482c54003e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:10Z', 'updated_at': '2021-06-23T19:00:14Z', 'revision_number': 4, 'project_id': 'c353ddad9e634833bd136bff1f36ab80', 'gw_port': {'id': 'ac19550b-2681-46c7-8a9f-ca482c54003e', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:11Z', 'updated_at': '2021-06-23T19:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_floatingips': [{'id': '985e742b-b562-4d16-9138-edad89109385', 'tenant_id': 'c353ddad9e634833bd136bff1f36ab80', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'router_id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'port_id': 'bd747ec5-d5e2-4af5-b5db-382698e9a8f6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f25c60-0cd5-436d-bb6e-c6a430fff0a2', 'mac_address': 'fa:16:3e:ca:d8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bf9f8f-f978-423c-b8c4-2d0410f2a1db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:01:46Z', 'updated_at': '2021-06-23T19:01:46Z', 'revision_number': 0, 'project_id': 'c353ddad9e634833bd136bff1f36ab80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2574964-05c7-4f85-b3d6-80bbf79d466a', 'name': '', 'network_id': '25f25c60-0cd5-436d-bb6e-c6a430fff0a2', 'tenant_id': 'c353ddad9e634833bd136bff1f36ab80', 'mac_address': 'fa:16:3e:69:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'a9102a8b-323b-4782-85ff-37f8fd576474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:13Z', 'updated_at': '2021-06-23T19:00:21Z', 'revision_number': 5, 'project_id': 'c353ddad9e634833bd136bff1f36ab80', 'subnets': [{'id': 'a9102a8b-323b-4782-85ff-37f8fd576474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:01:48.484926 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934f75d-f16a-414e-9419-2cc429cc9992 req-c937449d-7cd8-420e-9444-1b09492d17e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:48.491089 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c934f75d-f16a-414e-9419-2cc429cc9992 req-c937449d-7cd8-420e-9444-1b09492d17e9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=25f25c60-0cd5-436d-bb6e-c6a430fff0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1013989 Jun 23 19:01:48.625665 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b63b8-3888-4b32-a92d-c06d393b2a5d req-6922547d-814c-4658-afd8-d7e188dc5c2e tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:48.627672 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-8e1b63b8-3888-4b32-a92d-c06d393b2a5d req-6922547d-814c-4658-afd8-d7e188dc5c2e tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 944 time: 0.0958493 Jun 23 19:01:48.677424 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c934f75d-f16a-414e-9419-2cc429cc9992 req-cf8556ba-fb1b-48f7-8fd1-c1349a1518dd service neutron] 10.222.0.74 "GET /v2.0/networks/25f25c60-0cd5-436d-bb6e-c6a430fff0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786723 Jun 23 19:01:48.686799 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c857424-9d67-4ede-8935-b855bdf2c99d req-d72052b3-b5a0-4084-a59a-8ec67aa2b5b7 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:48.693702 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-5c857424-9d67-4ede-8935-b855bdf2c99d req-d72052b3-b5a0-4084-a59a-8ec67aa2b5b7 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.1666272 Jun 23 19:01:48.719322 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-8e1b63b8-3888-4b32-a92d-c06d393b2a5d req-1f3210cc-3695-4319-98bf-df700f831005 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790026 Jun 23 19:01:48.774753 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['be712c20-585d-4a6b-ba7c-9208918fe8d5'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:01:48.807909 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-5c857424-9d67-4ede-8935-b855bdf2c99d req-544fc148-2241-4b37-bbeb-cacda2ea1188 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132364 Jun 23 19:01:48.848303 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2e23a8-5a59-4647-b621-4c51bab742ec None None] New status for floating IP 985e742b-b562-4d16-9138-edad89109385: ACTIVE {{(pid=99983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:01:48.869565 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c934f75d-f16a-414e-9419-2cc429cc9992 req-3ff4f00a-755d-41dc-b5a6-d52bea21a7a2 service neutron] 10.222.0.74 "GET /v2.0/networks/25f25c60-0cd5-436d-bb6e-c6a430fff0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738245 Jun 23 19:01:48.928771 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 60260) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:01:48.944775 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-65f3315d-0c52-4177-a8e4-64558bdee0cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:49.006204 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15f1fa-7383-4ebb-abe8-caca693a98e9 req-337fc48c-5feb-4dd4-883f-82c0bb99502f tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:49.011698 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-2a15f1fa-7383-4ebb-abe8-caca693a98e9 req-337fc48c-5feb-4dd4-883f-82c0bb99502f tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.1007085 Jun 23 19:01:49.060139 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-65f3315d-0c52-4177-a8e4-64558bdee0cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:49.061780 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-2a15f1fa-7383-4ebb-abe8-caca693a98e9 req-66c48d2c-31a9-4a96-8666-95e28dae96f7 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413785 Jun 23 19:01:49.130557 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-65f3315d-0c52-4177-a8e4-64558bdee0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:49.134126 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:49.172444 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-65f3315d-0c52-4177-a8e4-64558bdee0cc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9a8c4c5bfd1d436689f750b02f85d516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399735 Jun 23 19:01:49.172444 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3315d-0c52-4177-a8e4-64558bdee0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af66b32c-e411-4b39-b30a-4350be696a74,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:49.172978 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 60266) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:01:49.185690 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-65f3315d-0c52-4177-a8e4-64558bdee0cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:49.204512 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 60268) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:01:49.233270 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6f7fa6cd-dd99-4d92-8f94-82f45455086c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:49.256440 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6f7fa6cd-dd99-4d92-8f94-82f45455086c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:49.312457 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-91e22940-c1ad-4016-b18a-b0513d83b095 req-84a58b0f-15f2-426a-9079-0491745bf000 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1066694 Jun 23 19:01:49.382128 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6f7fa6cd-dd99-4d92-8f94-82f45455086c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:49.385030 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6f7fa6cd-dd99-4d92-8f94-82f45455086c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:49.386374 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-6f7fa6cd-dd99-4d92-8f94-82f45455086c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/af66b32c-e411-4b39-b30a-4350be696a74 HTTP/1.1" status: 204 len: 168 time: 0.2116096 Jun 23 19:01:49.387264 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-9a86614f-c448-46d3-ac4b-37bfcb5da03e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:49.396808 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7fa6cd-dd99-4d92-8f94-82f45455086c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af66b32c-e411-4b39-b30a-4350be696a74,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:49.399537 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-6f7fa6cd-dd99-4d92-8f94-82f45455086c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:49.834464 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device a7ce0c39-6c4d-40ea-8985-5915ebeb2b89 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:01:49.854892 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] No Port match for: a7ce0c39-6c4d-40ea-8985-5915ebeb2b89 {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:01:49.855342 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device a7ce0c39-6c4d-40ea-8985-5915ebeb2b89 not bound to the agent host hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:01:49.900536 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a7952-337d-49ae-9ae3-72f68bc44d06 req-28405f88-8fc1-42f2-8d1f-0075e36d1021 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:49.902158 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-655a7952-337d-49ae-9ae3-72f68bc44d06 req-28405f88-8fc1-42f2-8d1f-0075e36d1021 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 944 time: 0.0708547 Jun 23 19:01:49.939837 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-655a7952-337d-49ae-9ae3-72f68bc44d06 req-ba634673-c8d1-43dd-8436-7354df865653 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318084 Jun 23 19:01:49.976151 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925a2a7-a12a-44d4-9477-92e8d619ed8a req-7ce5f1a7-23a3-4a0b-8fb9-e4a85ba49d27 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:49.978063 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-3925a2a7-a12a-44d4-9477-92e8d619ed8a req-7ce5f1a7-23a3-4a0b-8fb9-e4a85ba49d27 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=84e390d2-bfaf-4aeb-9b1c-31635cf0a12f HTTP/1.1" status: 200 len: 945 time: 0.0680754 Jun 23 19:01:50.023422 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-3925a2a7-a12a-44d4-9477-92e8d619ed8a req-09e45182-914a-4f73-8dc3-78fdd945561a tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374122 Jun 23 19:01:50.116590 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b52329-90bf-4c06-8961-e00c5de9e93c req-891d570b-0e5e-4709-ad3f-a34e4478ee35 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:50.118037 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 60296) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:01:50.118523 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a9b52329-90bf-4c06-8961-e00c5de9e93c req-891d570b-0e5e-4709-ad3f-a34e4478ee35 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0727291 Jun 23 19:01:50.132380 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-cf11eb1f-5cff-484a-a0ac-50c237dc55b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:50.163861 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a9b52329-90bf-4c06-8961-e00c5de9e93c req-85357c78-40eb-4303-9ed9-911465734e55 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381227 Jun 23 19:01:50.251450 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-cf11eb1f-5cff-484a-a0ac-50c237dc55b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:50.286313 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef02bc-f6ed-4d37-9c9f-d5eaeebe7e17 req-1223b2c8-57de-4ad2-b6de-30504210321d tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:50.287793 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-d6ef02bc-f6ed-4d37-9c9f-d5eaeebe7e17 req-1223b2c8-57de-4ad2-b6de-30504210321d tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0754347 Jun 23 19:01:50.314305 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-cf11eb1f-5cff-484a-a0ac-50c237dc55b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:50.321415 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-92a3eb2e-0c51-4da5-ae87-8a46d1e64b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:50.346137 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-d6ef02bc-f6ed-4d37-9c9f-d5eaeebe7e17 req-e6b7f9af-9cb7-4a84-9e86-15d5a334f6ba tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526385 Jun 23 19:01:50.358918 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-cf11eb1f-5cff-484a-a0ac-50c237dc55b4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2bc064836978453c83e80c59f3bccf55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365782 Jun 23 19:01:50.359410 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 60298) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:01:50.365628 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11eb1f-5cff-484a-a0ac-50c237dc55b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43163504-b3dd-49f2-88d4-79936a5f1b4f,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:50.372100 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-cf11eb1f-5cff-484a-a0ac-50c237dc55b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:50.411066 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b81cbf79-58ba-4b75-b232-6f877cb79f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:50.431984 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b81cbf79-58ba-4b75-b232-6f877cb79f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:50.540138 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b81cbf79-58ba-4b75-b232-6f877cb79f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:50.542759 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b81cbf79-58ba-4b75-b232-6f877cb79f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:50.543896 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-b81cbf79-58ba-4b75-b232-6f877cb79f31 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/43163504-b3dd-49f2-88d4-79936a5f1b4f HTTP/1.1" status: 204 len: 168 time: 0.1834345 Jun 23 19:01:50.545227 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-e3af5dd7-1979-4c9d-8ef7-fdf817cb8197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:50.554600 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81cbf79-58ba-4b75-b232-6f877cb79f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43163504-b3dd-49f2-88d4-79936a5f1b4f,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:50.557866 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-b81cbf79-58ba-4b75-b232-6f877cb79f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:51.114839 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a492a9-8d9b-483e-8a74-f77e17dc54d6 req-f5a8ef47-1265-491c-b852-fbb34b460889 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:51.116320 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f5a492a9-8d9b-483e-8a74-f77e17dc54d6 req-f5a8ef47-1265-491c-b852-fbb34b460889 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 944 time: 0.0653846 Jun 23 19:01:51.153376 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f5a492a9-8d9b-483e-8a74-f77e17dc54d6 req-b9c6c41d-aba8-44c4-b003-3b90b9f3eb45 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312061 Jun 23 19:01:51.194718 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f42b3d-2d12-4a8d-a221-91cac250ab6e req-1fe9b2e1-0531-4e02-9aa2-f53fd8e07e71 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:51.196186 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-e7f42b3d-2d12-4a8d-a221-91cac250ab6e req-1fe9b2e1-0531-4e02-9aa2-f53fd8e07e71 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=84e390d2-bfaf-4aeb-9b1c-31635cf0a12f HTTP/1.1" status: 200 len: 945 time: 0.0634358 Jun 23 19:01:51.235355 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-e7f42b3d-2d12-4a8d-a221-91cac250ab6e req-fc0de980-7dc8-473c-94d6-2d5c3e394b2e tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328164 Jun 23 19:01:51.343942 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5104d-4ab4-403a-aa1f-0fcb863b4a25 req-74c2fcfb-d720-4c49-a706-d0296b457fdf tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:51.345365 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-1de5104d-4ab4-403a-aa1f-0fcb863b4a25 req-74c2fcfb-d720-4c49-a706-d0296b457fdf tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0611753 Jun 23 19:01:51.382490 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-1de5104d-4ab4-403a-aa1f-0fcb863b4a25 req-a561a1c7-18c1-4f51-bc69-34b075d594ff tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313172 Jun 23 19:01:51.522677 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc6fe8-a472-4d61-b8e3-860539d8a05b req-54997ff9-1129-4018-aca6-da6329d3dee2 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:51.524044 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-53cc6fe8-a472-4d61-b8e3-860539d8a05b req-54997ff9-1129-4018-aca6-da6329d3dee2 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0656548 Jun 23 19:01:51.560652 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-53cc6fe8-a472-4d61-b8e3-860539d8a05b req-86f0a01d-6a1d-487e-ab81-8b1db348ce9e tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304611 Jun 23 19:01:51.834389 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device be712c20-585d-4a6b-ba7c-9208918fe8d5 up at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:01:51.941656 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning for port be712c20-585d-4a6b-ba7c-9208918fe8d5 completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:01:51.945351 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning complete for port be712c20-585d-4a6b-ba7c-9208918fe8d5 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:01:51.945741 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:52.011240 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275091b5-049d-47d3-9573-f63d945b0900 req-15e03c65-acca-4446-bfa9-275b13abaf7e tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:52.012762 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-275091b5-049d-47d3-9573-f63d945b0900 req-15e03c65-acca-4446-bfa9-275b13abaf7e tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.74 "GET /v2.0/ports?device_id=84e390d2-bfaf-4aeb-9b1c-31635cf0a12f HTTP/1.1" status: 200 len: 945 time: 0.0602064 Jun 23 19:01:52.022203 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:52.044291 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3059096a-e982-4849-b33c-3aa53b5b8d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be712c20-585d-4a6b-ba7c-9208918fe8d5'}] {{(pid=99983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:01:52.047487 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3da190a675926e82bddf1ae19285f5edc5f8218f501b2228f0a51a29f9c71fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d589fea-7925-43c3-a4cd-9bfce85272b7" -d '{"events": [{"server_uuid": "3059096a-e982-4849-b33c-3aa53b5b8d85", "name": "network-vif-plugged", "status": "completed", "tag": "be712c20-585d-4a6b-ba7c-9208918fe8d5"}]}' {{(pid=99983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:01:52.059791 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port be712c20-585d-4a6b-ba7c-9208918fe8d5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=be712c20-585d-4a6b-ba7c-9208918fe8d5,segment=NetworkSegment(528b22de-3b90-4599-b9c6-d4ed2483c7d8),segment_id=528b22de-3b90-4599-b9c6-d4ed2483c7d8)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:01:52.082825 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b610da9-37da-4583-9618-745d898c6288 x-openstack-request-id: req-1b610da9-37da-4583-9618-745d898c6288 {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:01:52.083129 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3059096a-e982-4849-b33c-3aa53b5b8d85", "name": "network-vif-plugged", "status": "completed", "tag": "be712c20-585d-4a6b-ba7c-9208918fe8d5", "code": 200}]} {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:01:52.083395 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1b610da9-37da-4583-9618-745d898c6288 {{(pid=99983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:01:52.083799 dv-cinder-786386-8-iscsi neutron-server[99983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3059096a-e982-4849-b33c-3aa53b5b8d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be712c20-585d-4a6b-ba7c-9208918fe8d5', 'code': 200} Jun 23 19:01:52.122661 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-275091b5-049d-47d3-9573-f63d945b0900 req-834f8cb1-2879-4e01-afbe-43c0c89bc369 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Deleting port 259486a4-0a7e-4fd6-9a19-6aeb27067b5d {{(pid=99982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:01:52.122934 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-275091b5-049d-47d3-9573-f63d945b0900 req-834f8cb1-2879-4e01-afbe-43c0c89bc369 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:52.140773 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:52.143647 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-46691f75-9c8c-4cb1-8b24-dd8f84e46a5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:52.192400 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=be712c20-585d-4a6b-ba7c-9208918fe8d5,revision_number=5']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:52.200203 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:52.200661 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:52.201112 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:52.201551 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:52.202107 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:52.202681 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:52.203223 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:52.203871 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:52.204446 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:52.205014 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:52.205565 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:52.206268 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:52.211520 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:52.219493 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-275091b5-049d-47d3-9573-f63d945b0900 req-834f8cb1-2879-4e01-afbe-43c0c89bc369 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] For port 259486a4-0a7e-4fd6-9a19-6aeb27067b5d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=259486a4-0a7e-4fd6-9a19-6aeb27067b5d,segment=NetworkSegment(91ac7bd7-7747-45f6-a655-e28f712ee370),segment_id=91ac7bd7-7747-45f6-a655-e28f712ee370)] {{(pid=99982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:01:52.219493 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-275091b5-049d-47d3-9573-f63d945b0900 req-834f8cb1-2879-4e01-afbe-43c0c89bc369 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:52.230909 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-275091b5-049d-47d3-9573-f63d945b0900 req-834f8cb1-2879-4e01-afbe-43c0c89bc369 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Calling delete_port for 259486a4-0a7e-4fd6-9a19-6aeb27067b5d owned by compute:nova {{(pid=99982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:01:52.335139 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bd1ad-f437-4465-be5d-ff052f37065f req-5429366b-d138-4337-8cc2-c6c702327c84 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:52.336771 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-0d3bd1ad-f437-4465-be5d-ff052f37065f req-5429366b-d138-4337-8cc2-c6c702327c84 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 945 time: 0.0656810 Jun 23 19:01:52.383463 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-0d3bd1ad-f437-4465-be5d-ff052f37065f req-ecc77d02-e428-46a5-8cb3-a5116afa3103 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376990 Jun 23 19:01:52.446041 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae3ace-8f06-4831-bef7-80ea912c6b90 req-72f241d4-87c0-4010-bef4-a64ca05a78b9 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:52.447816 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-39ae3ace-8f06-4831-bef7-80ea912c6b90 req-72f241d4-87c0-4010-bef4-a64ca05a78b9 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=84e390d2-bfaf-4aeb-9b1c-31635cf0a12f HTTP/1.1" status: 200 len: 945 time: 0.0658357 Jun 23 19:01:52.489424 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-39ae3ace-8f06-4831-bef7-80ea912c6b90 req-ff7372f5-b129-436e-a16f-528fb59205e1 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315647 Jun 23 19:01:52.489424 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-275091b5-049d-47d3-9573-f63d945b0900 req-834f8cb1-2879-4e01-afbe-43c0c89bc369 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63686034'] for port, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:52.490965 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-ba390881-bc66-4c1e-89eb-54564ac16a80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:52.517599 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f8cb1-2879-4e01-afbe-43c0c89bc369 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Pushing event deleted for resources: {'Port': ['ID=259486a4-0a7e-4fd6-9a19-6aeb27067b5d,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:52.520299 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-834f8cb1-2879-4e01-afbe-43c0c89bc369 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:52.536247 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['a7e9db05-c9d5-4b2d-837f-b6e05d29e058', '259486a4-0a7e-4fd6-9a19-6aeb27067b5d'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:01:52.564420 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [req-275091b5-049d-47d3-9573-f63d945b0900 req-834f8cb1-2879-4e01-afbe-43c0c89bc369 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] No DVR routers for this DVR port 259486a4-0a7e-4fd6-9a19-6aeb27067b5d on host hv-cinder-78638 {{(pid=99982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:01:52.566924 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-275091b5-049d-47d3-9573-f63d945b0900 req-834f8cb1-2879-4e01-afbe-43c0c89bc369 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:52.569121 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-275091b5-049d-47d3-9573-f63d945b0900 req-834f8cb1-2879-4e01-afbe-43c0c89bc369 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.74 "DELETE /v2.0/ports/259486a4-0a7e-4fd6-9a19-6aeb27067b5d HTTP/1.1" status: 204 len: 173 time: 0.5505002 Jun 23 19:01:52.569643 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e390d2-bfaf-4aeb-9b1c-31635cf0a12f', 'name': 'network-vif-deleted', 'tag': '259486a4-0a7e-4fd6-9a19-6aeb27067b5d'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:01:52.572216 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3f6a04-ea05-47fd-ab3a-f7255c54b6c5" -d '{"events": [{"server_uuid": "84e390d2-bfaf-4aeb-9b1c-31635cf0a12f", "name": "network-vif-deleted", "tag": "259486a4-0a7e-4fd6-9a19-6aeb27067b5d"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:01:52.585980 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3df58-59a8-4c78-9f90-0a624dd377c3 req-55c841b6-add2-4b36-a5ac-7ea6ee5f3595 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:52.587827 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-16b3df58-59a8-4c78-9f90-0a624dd377c3 req-55c841b6-add2-4b36-a5ac-7ea6ee5f3595 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0907867 Jun 23 19:01:52.620402 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9874e0-27c3-46d2-8d1c-2ae103c04cb6 x-openstack-request-id: req-cf9874e0-27c3-46d2-8d1c-2ae103c04cb6 {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:01:52.620768 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e390d2-bfaf-4aeb-9b1c-31635cf0a12f", "name": "network-vif-deleted", "tag": "259486a4-0a7e-4fd6-9a19-6aeb27067b5d", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:01:52.621227 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cf9874e0-27c3-46d2-8d1c-2ae103c04cb6 {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:01:52.621671 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e390d2-bfaf-4aeb-9b1c-31635cf0a12f', 'name': 'network-vif-deleted', 'tag': '259486a4-0a7e-4fd6-9a19-6aeb27067b5d', 'status': 'completed', 'code': 200} Jun 23 19:01:52.635905 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-16b3df58-59a8-4c78-9f90-0a624dd377c3 req-3f7fa30e-87e5-4a60-b0aa-7e2ec7d708b9 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416241 Jun 23 19:01:52.680111 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83bd1bf-b9be-4d0a-9035-219af135a93a req-2a54863e-9c1f-48b1-ac8d-a21b755ff32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:52.681754 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c83bd1bf-b9be-4d0a-9035-219af135a93a req-2a54863e-9c1f-48b1-ac8d-a21b755ff32d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 1098 time: 0.0872254 Jun 23 19:01:52.744850 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c83bd1bf-b9be-4d0a-9035-219af135a93a req-3bd56719-a92f-4b2d-80ad-c330a02a1329 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452635 Jun 23 19:01:52.797262 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185962f-4d7a-49bd-acef-78934969013a req-1437acbb-de5c-4bc0-8ecc-11fa2cbbe80e tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:52.798739 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b185962f-4d7a-49bd-acef-78934969013a req-1437acbb-de5c-4bc0-8ecc-11fa2cbbe80e tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0663829 Jun 23 19:01:52.835572 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b185962f-4d7a-49bd-acef-78934969013a req-d40f9483-f48f-47c5-95f1-3edcc2f518fb tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310328 Jun 23 19:01:53.557633 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ab08d-28f4-43ee-9ea9-2f20c3875b77 req-1a104839-72d4-4d49-a35f-91ce9cf84739 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:53.559156 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-373ab08d-28f4-43ee-9ea9-2f20c3875b77 req-1a104839-72d4-4d49-a35f-91ce9cf84739 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 945 time: 0.0664065 Jun 23 19:01:53.598129 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-373ab08d-28f4-43ee-9ea9-2f20c3875b77 req-859683cb-3222-4508-9b26-a305c90dca90 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320683 Jun 23 19:01:53.643321 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a1b14bc3-8217-4b2e-b28e-15bfb6066489 req-1e45e4b5-7eee-48f0-b9b6-3f7e7b4235ea tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=84e390d2-bfaf-4aeb-9b1c-31635cf0a12f HTTP/1.1" status: 200 len: 210 time: 0.0287683 Jun 23 19:01:53.827215 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a6d2f-c3cf-4196-b4d4-510104cba686 req-3b556819-d0f7-490f-baaf-72f85a067280 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:53.828921 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-8b3a6d2f-c3cf-4196-b4d4-510104cba686 req-3b556819-d0f7-490f-baaf-72f85a067280 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0763407 Jun 23 19:01:53.869936 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-8b3a6d2f-c3cf-4196-b4d4-510104cba686 req-c39f7bd1-aa99-47e3-8d31-cc2c202c98cd tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349450 Jun 23 19:01:54.016572 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c112afb-4e3d-4a08-af82-b4252c317214 req-63b999ad-e20f-436a-87fb-dc265f1a7026 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:54.018036 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-9c112afb-4e3d-4a08-af82-b4252c317214 req-63b999ad-e20f-436a-87fb-dc265f1a7026 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0696151 Jun 23 19:01:54.058249 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-9c112afb-4e3d-4a08-af82-b4252c317214 req-54de7f17-03bf-455e-a41e-6a6d9b556235 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344887 Jun 23 19:01:54.235023 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e71602-cdfd-4d53-a85d-13baad827e84 req-fd2b128c-7bcd-4981-9c0f-e1af370d6cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:54.236421 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-71e71602-cdfd-4d53-a85d-13baad827e84 req-fd2b128c-7bcd-4981-9c0f-e1af370d6cd2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 1098 time: 0.0496104 Jun 23 19:01:54.388068 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-71e71602-cdfd-4d53-a85d-13baad827e84 req-c1142620-4d50-41d1-b18e-ddf838ab6855 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271173 Jun 23 19:01:55.017748 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aaa1f3-d636-4cb3-8b3d-3164afbab79a req-b5d712ea-7992-4696-9a47-c225fe043e51 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:55.019319 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-a8aaa1f3-d636-4cb3-8b3d-3164afbab79a req-b5d712ea-7992-4696-9a47-c225fe043e51 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 945 time: 0.3102584 Jun 23 19:01:55.063296 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-a8aaa1f3-d636-4cb3-8b3d-3164afbab79a req-71f7d039-4662-4fa7-9b2a-3c57d24a637a tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376871 Jun 23 19:01:55.071303 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2ee1a-dac7-49ce-916f-d3fa7a4fd37d req-66455493-8219-4544-8f2f-c5049f0fb090 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:55.083505 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8ba2ee1a-dac7-49ce-916f-d3fa7a4fd37d req-66455493-8219-4544-8f2f-c5049f0fb090 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0732653 Jun 23 19:01:55.114244 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8ba2ee1a-dac7-49ce-916f-d3fa7a4fd37d req-3fb8d682-9af6-49ac-bc29-f13c706b713c tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353522 Jun 23 19:01:55.232970 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c32f8-411d-4573-8189-f553c27efdf0 req-bc2bc042-02b2-47ee-9444-5ffaa2cd0e85 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:55.234627 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-aa4c32f8-411d-4573-8189-f553c27efdf0 req-bc2bc042-02b2-47ee-9444-5ffaa2cd0e85 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0632193 Jun 23 19:01:55.274609 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-aa4c32f8-411d-4573-8189-f553c27efdf0 req-3427967d-bdb8-4304-88dc-b97aa4eed54b tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339298 Jun 23 19:01:55.862715 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 259486a4-0a7e-4fd6-9a19-6aeb27067b5d no longer exists at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:01:55.882449 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] No Port match for: 259486a4-0a7e-4fd6-9a19-6aeb27067b5d {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:01:55.882827 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 259486a4-0a7e-4fd6-9a19-6aeb27067b5d not bound to the agent host hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:01:56.240827 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbb468-afde-4033-9c4c-bf22e250773d req-e1fa863a-1422-4670-ae2b-ff8c2e4b3f2d tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:56.242325 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-75cbb468-afde-4033-9c4c-bf22e250773d req-e1fa863a-1422-4670-ae2b-ff8c2e4b3f2d tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 945 time: 0.0671630 Jun 23 19:01:56.279185 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-75cbb468-afde-4033-9c4c-bf22e250773d req-e5a02721-091d-45ea-89bb-fdafce329888 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302591 Jun 23 19:01:56.437129 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac0b45f-1417-4a81-aec8-4fe4b231de82 req-9a4c3d18-d095-4ba5-9f1c-9e6e38c7c8fd tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:56.438617 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-7ac0b45f-1417-4a81-aec8-4fe4b231de82 req-9a4c3d18-d095-4ba5-9f1c-9e6e38c7c8fd tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0611327 Jun 23 19:01:56.474566 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-7ac0b45f-1417-4a81-aec8-4fe4b231de82 req-94aee853-345b-44d3-b230-43d0e8016895 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303388 Jun 23 19:01:56.641128 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e99073-4914-4076-a255-c7e3c4230f21 req-f2b2fd38-d585-40de-a71e-2a4867787baa tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:56.642638 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-40e99073-4914-4076-a255-c7e3c4230f21 req-f2b2fd38-d585-40de-a71e-2a4867787baa tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 945 time: 0.0649605 Jun 23 19:01:56.647593 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487cc7f-f805-4ac6-a317-4afa5857e9bb req-02cbc2c0-3d85-4b13-8e91-b98203c3db2b tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:56.649044 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a487cc7f-f805-4ac6-a317-4afa5857e9bb req-02cbc2c0-3d85-4b13-8e91-b98203c3db2b tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0759375 Jun 23 19:01:56.682963 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-40e99073-4914-4076-a255-c7e3c4230f21 req-3dbabda1-5c0b-4aba-8ba3-c13caa7364b1 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346184 Jun 23 19:01:56.687262 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a487cc7f-f805-4ac6-a317-4afa5857e9bb req-b5ca5d8b-9a37-484d-9289-f8b38f358739 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321767 Jun 23 19:01:56.846336 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ed347-1b78-403b-a53d-933917aebfc2 req-f53a53b6-59a3-4480-b0d2-ee6fef436877 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:56.847808 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-085ed347-1b78-403b-a53d-933917aebfc2 req-f53a53b6-59a3-4480-b0d2-ee6fef436877 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 945 time: 0.0658348 Jun 23 19:01:56.884517 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-085ed347-1b78-403b-a53d-933917aebfc2 req-dc272a40-8788-4da3-9542-96b511796f9f tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310256 Jun 23 19:01:57.067737 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae35b9d-bc3a-4bbb-8291-dcbb64a1c350 req-a303f6de-a508-47a1-8f8b-bfc5ec1c16d8 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:57.069200 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-5ae35b9d-bc3a-4bbb-8291-dcbb64a1c350 req-a303f6de-a508-47a1-8f8b-bfc5ec1c16d8 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 945 time: 0.0632536 Jun 23 19:01:57.108000 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-5ae35b9d-bc3a-4bbb-8291-dcbb64a1c350 req-ab4a5e2a-4c42-43b3-9dbc-87ff2fec5b98 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328236 Jun 23 19:01:57.548526 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b1b34-41ec-4b88-866e-a8f42b94ea3a req-05748325-2095-4f5c-bcc6-c111becb7569 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:57.550140 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0c5b1b34-41ec-4b88-866e-a8f42b94ea3a req-05748325-2095-4f5c-bcc6-c111becb7569 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0707777 Jun 23 19:01:57.592928 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0c5b1b34-41ec-4b88-866e-a8f42b94ea3a req-91eb5cdd-927f-4a1f-9947-7162a37dcb9c tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370376 Jun 23 19:01:57.665728 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e439b-de1a-4569-8ea1-1f09c4c724f7 req-aa8e0f39-e634-48b9-b0db-464f1ec60079 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:57.667235 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-346e439b-de1a-4569-8ea1-1f09c4c724f7 req-aa8e0f39-e634-48b9-b0db-464f1ec60079 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0644467 Jun 23 19:01:57.705767 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-346e439b-de1a-4569-8ea1-1f09c4c724f7 req-c7928c91-3685-456f-a898-a15b6079be26 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323007 Jun 23 19:01:58.058801 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24803d-55c4-47c1-a443-c8e55fdef2e0 req-5f19c581-7327-4ee9-a8f3-30b69228cf92 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:58.060286 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-bf24803d-55c4-47c1-a443-c8e55fdef2e0 req-5f19c581-7327-4ee9-a8f3-30b69228cf92 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 945 time: 0.0652344 Jun 23 19:01:58.097942 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-bf24803d-55c4-47c1-a443-c8e55fdef2e0 req-df2e1e0c-be5b-4f3e-a746-91af4bc5f19d tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319440 Jun 23 19:01:58.460578 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-a52e7f13-929a-4bfa-9322-666f40e776c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:58.772033 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83dea5-35fb-4559-b936-d9ef7369bc60 req-6fa226e9-f39a-4924-859a-0b6f5e02bf90 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:58.773550 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-af83dea5-35fb-4559-b936-d9ef7369bc60 req-6fa226e9-f39a-4924-859a-0b6f5e02bf90 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0661883 Jun 23 19:01:58.811491 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-af83dea5-35fb-4559-b936-d9ef7369bc60 req-01241f31-9954-4178-b752-8e4258e1374a tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320191 Jun 23 19:01:58.882564 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c462d51-d96d-44db-b759-94f0e06511d3 req-7c938924-2ddb-40a6-bfb4-cbb808125371 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:58.883992 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-7c462d51-d96d-44db-b759-94f0e06511d3 req-7c938924-2ddb-40a6-bfb4-cbb808125371 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0610673 Jun 23 19:01:58.919908 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-7c462d51-d96d-44db-b759-94f0e06511d3 req-557bc169-c1f4-4402-99c9-fa9a0a68b2a2 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296977 Jun 23 19:01:59.158506 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8603f0f-456e-428f-974b-88dac67fd7dc req-5084a3ef-f656-4104-b59c-e2ee78134aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:59.159907 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c8603f0f-456e-428f-974b-88dac67fd7dc req-5084a3ef-f656-4104-b59c-e2ee78134aa8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=513690762a7743d6bef8530390bb53c2&device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 1098 time: 0.0552757 Jun 23 19:01:59.250942 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8603f0f-456e-428f-974b-88dac67fd7dc req-9b3c6718-b986-4318-be70-fcfe61025b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:59.252393 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c8603f0f-456e-428f-974b-88dac67fd7dc req-9b3c6718-b986-4318-be70-fcfe61025b04 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a62e3469-54f8-4f1b-8637-fdf06f04c1b7 HTTP/1.1" status: 200 len: 920 time: 0.0839865 Jun 23 19:01:59.269272 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c691f7-de88-432e-8aed-5cce09b281c0 req-4199d0a6-7bf3-4c73-8456-60de1e48406e tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:59.270743 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-10c691f7-de88-432e-8aed-5cce09b281c0 req-4199d0a6-7bf3-4c73-8456-60de1e48406e tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 945 time: 0.0613475 Jun 23 19:01:59.298129 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c8603f0f-456e-428f-974b-88dac67fd7dc req-f8333ad1-7de3-44ac-8c26-5e3d9b728be0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2981d26e-c1fc-4f1b-b232-7fa6f09edba9 HTTP/1.1" status: 200 len: 217 time: 0.0367312 Jun 23 19:01:59.307764 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-10c691f7-de88-432e-8aed-5cce09b281c0 req-799df4f7-9e1b-41b6-a803-cefb9a92c945 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313513 Jun 23 19:01:59.355657 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8603f0f-456e-428f-974b-88dac67fd7dc req-329c2eea-c3ea-4fce-8aaa-3dffd293d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:59.357052 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c8603f0f-456e-428f-974b-88dac67fd7dc req-329c2eea-c3ea-4fce-8aaa-3dffd293d0f8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=21ed8072-8b4b-4158-b646-c86663b19b61 HTTP/1.1" status: 200 len: 859 time: 0.0423555 Jun 23 19:01:59.395103 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c8603f0f-456e-428f-974b-88dac67fd7dc req-a3148b2d-0fdc-41de-8a34-7871dd1ce114 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a62e3469-54f8-4f1b-8637-fdf06f04c1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255847 Jun 23 19:01:59.487163 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c8603f0f-456e-428f-974b-88dac67fd7dc req-79fea11f-be98-4ffa-83f5-892c7b1c3aa3 service neutron] 10.222.0.74 "GET /v2.0/networks/a62e3469-54f8-4f1b-8637-fdf06f04c1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836883 Jun 23 19:01:59.674163 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c8603f0f-456e-428f-974b-88dac67fd7dc req-cf49bba3-6ee3-4a7a-b2de-99ac741d4ea6 service neutron] 10.222.0.74 "GET /v2.0/networks/a62e3469-54f8-4f1b-8637-fdf06f04c1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549616 Jun 23 19:01:59.681408 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e22940-c1ad-4016-b18a-b0513d83b095 req-fe66833b-6cc8-48c7-bc2f-bb568699a368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:59.682802 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-91e22940-c1ad-4016-b18a-b0513d83b095 req-fe66833b-6cc8-48c7-bc2f-bb568699a368 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3&tenant_id=729d57d1e6084efaafdeeab91cc43749 HTTP/1.1" status: 200 len: 1096 time: 0.1565592 Jun 23 19:01:59.792157 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e22940-c1ad-4016-b18a-b0513d83b095 req-a87ee23a-0445-4457-90a2-b71aa0c39e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:59.793597 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-91e22940-c1ad-4016-b18a-b0513d83b095 req-a87ee23a-0445-4457-90a2-b71aa0c39e68 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=729d57d1e6084efaafdeeab91cc43749&device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 1096 time: 0.0513074 Jun 23 19:01:59.889833 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e22940-c1ad-4016-b18a-b0513d83b095 req-84eda0d1-c904-4a39-8799-89bcfb0a9565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:59.891232 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-91e22940-c1ad-4016-b18a-b0513d83b095 req-84eda0d1-c904-4a39-8799-89bcfb0a9565 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bfb4a1f7-e917-4d93-979a-9e772f8cdd47 HTTP/1.1" status: 200 len: 918 time: 0.0881836 Jun 23 19:02:00.004519 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-91e22940-c1ad-4016-b18a-b0513d83b095 req-7299f09d-d89b-46f8-9d37-1b250ab7ccfa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faa81078-f38b-45f4-a98c-5ccfbc7f907c HTTP/1.1" status: 200 len: 998 time: 0.0907857 Jun 23 19:02:00.134824 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d6763-4598-422b-a632-1612f640854c req-b1738223-7842-4c5a-80be-2da3e2bf2e6c tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:00.136551 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-9f4d6763-4598-422b-a632-1612f640854c req-b1738223-7842-4c5a-80be-2da3e2bf2e6c tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0829120 Jun 23 19:02:00.177632 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-9f4d6763-4598-422b-a632-1612f640854c req-4854094c-876a-43ba-8cf8-69d00c55eb19 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345144 Jun 23 19:02:00.301006 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dac6a3-d5c9-4e91-bf73-e2f9474ddff2 req-16a99ad4-cf11-4d84-8f0a-ed3b1ba3bd97 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:00.302469 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f0dac6a3-d5c9-4e91-bf73-e2f9474ddff2 req-16a99ad4-cf11-4d84-8f0a-ed3b1ba3bd97 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.3547595 Jun 23 19:02:00.357934 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e22940-c1ad-4016-b18a-b0513d83b095 req-56e65ca6-1a13-48d3-ab18-89eef491b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:00.359412 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-91e22940-c1ad-4016-b18a-b0513d83b095 req-56e65ca6-1a13-48d3-ab18-89eef491b4c2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=32106090-9e53-4852-ad03-eb2e8f42dc88 HTTP/1.1" status: 200 len: 856 time: 0.3378727 Jun 23 19:02:00.364308 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f0dac6a3-d5c9-4e91-bf73-e2f9474ddff2 req-b0482313-a777-4488-a1dd-cb41137c3d40 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449364 Jun 23 19:02:00.421691 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e22940-c1ad-4016-b18a-b0513d83b095 req-b31a2f1d-4e8c-41fe-bd03-82081387dee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:00.423240 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-91e22940-c1ad-4016-b18a-b0513d83b095 req-b31a2f1d-4e8c-41fe-bd03-82081387dee6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bfb4a1f7-e917-4d93-979a-9e772f8cdd47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520015 Jun 23 19:02:00.547247 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-91e22940-c1ad-4016-b18a-b0513d83b095 req-25d19b5f-ca2b-4ce6-b85d-b54bcacc4f9d service neutron] 10.222.0.74 "GET /v2.0/networks/bfb4a1f7-e917-4d93-979a-9e772f8cdd47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152480 Jun 23 19:02:00.590752 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1eb33c-d1c6-418b-a4eb-446951c5a1d5 req-6d74a073-4cb7-4bd3-a4b2-4ef9faddaf4d tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:00.592294 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4f1eb33c-d1c6-418b-a4eb-446951c5a1d5 req-6d74a073-4cb7-4bd3-a4b2-4ef9faddaf4d tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 945 time: 0.1081839 Jun 23 19:02:00.668516 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4f1eb33c-d1c6-418b-a4eb-446951c5a1d5 req-634a38cd-e2bd-44a7-8305-8a48b2f19bef tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470550 Jun 23 19:02:00.678927 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-91e22940-c1ad-4016-b18a-b0513d83b095 req-0333a3a7-c675-4113-a2e6-7bd1388808b4 service neutron] 10.222.0.74 "GET /v2.0/networks/bfb4a1f7-e917-4d93-979a-9e772f8cdd47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248860 Jun 23 19:02:00.886964 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 6 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:02:01.033816 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-50d10273-56d0-4380-9809-a343661a3f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:01.354713 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c4ac4-a823-4d8f-b923-cf45756645bb req-f7124b64-3b7c-44ad-8f51-634000c87401 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:01.356123 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-404c4ac4-a823-4d8f-b923-cf45756645bb req-f7124b64-3b7c-44ad-8f51-634000c87401 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0610938 Jun 23 19:02:01.392611 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-404c4ac4-a823-4d8f-b923-cf45756645bb req-ad068f3d-9aab-44ad-a1dc-f360095935b3 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309012 Jun 23 19:02:01.457173 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:01.543804 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08652dd7-29c2-411e-96e7-26120930f240 req-b2e7f551-fe6a-42e6-aa04-1131a3d430d5 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:01.545327 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-08652dd7-29c2-411e-96e7-26120930f240 req-b2e7f551-fe6a-42e6-aa04-1131a3d430d5 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0671999 Jun 23 19:02:01.588671 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-08652dd7-29c2-411e-96e7-26120930f240 req-2d5c9c79-753d-4b0f-97e6-2a54a10b52c3 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373635 Jun 23 19:02:01.841486 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074bb5f0-d7e2-459e-aad5-0d056bc20225 req-34538767-c090-4070-acee-31f13b6ec7d5 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:01.842975 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-074bb5f0-d7e2-459e-aad5-0d056bc20225 req-34538767-c090-4070-acee-31f13b6ec7d5 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 945 time: 0.0646408 Jun 23 19:02:01.879189 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-074bb5f0-d7e2-459e-aad5-0d056bc20225 req-1529246c-96e2-4e98-8f2d-300c75dd8154 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306690 Jun 23 19:02:02.284127 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:02.569100 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5f078-f00a-4f3c-94ed-3c0398205a9e req-5d055e92-41f3-4123-826f-54aaa7629eb2 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:02.570464 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-1eb5f078-f00a-4f3c-94ed-3c0398205a9e req-5d055e92-41f3-4123-826f-54aaa7629eb2 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0612733 Jun 23 19:02:02.607260 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-1eb5f078-f00a-4f3c-94ed-3c0398205a9e req-4941c5a9-5efb-4916-98cc-d1bad8ea5db9 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311568 Jun 23 19:02:02.757732 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2ebf5-85a5-46af-8574-e3fcd787ac9a req-43bbe49e-8e84-4791-8537-06253267a0b7 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:02.759215 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-36b2ebf5-85a5-46af-8574-e3fcd787ac9a req-43bbe49e-8e84-4791-8537-06253267a0b7 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0625672 Jun 23 19:02:02.795027 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-36b2ebf5-85a5-46af-8574-e3fcd787ac9a req-2c641002-72d8-4ba8-9c33-40de341bcda3 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296538 Jun 23 19:02:03.054005 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f21f8-d820-473e-89dc-026f9b3a4d70 req-b7a0d8d9-c2be-4904-94e9-8e61cb0506ff tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:03.055799 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f20f21f8-d820-473e-89dc-026f9b3a4d70 req-b7a0d8d9-c2be-4904-94e9-8e61cb0506ff tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 945 time: 0.0660057 Jun 23 19:02:03.093521 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f20f21f8-d820-473e-89dc-026f9b3a4d70 req-8f92f84b-a3f6-443f-b036-66bdc66993fd tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313790 Jun 23 19:02:03.558129 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:03.792456 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff76b3-09a1-44d0-900d-377dca13e586 req-dd804912-4614-436c-a37a-78f5b3c0bbca tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:03.793916 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-28ff76b3-09a1-44d0-900d-377dca13e586 req-dd804912-4614-436c-a37a-78f5b3c0bbca tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0625610 Jun 23 19:02:03.831835 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-28ff76b3-09a1-44d0-900d-377dca13e586 req-61f85d2d-f0eb-48ba-be7f-092b5d1c98fb tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320580 Jun 23 19:02:03.971931 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1001cf-8958-4100-9351-c95f5f020a3a req-dcdd79f7-af8b-4890-997c-b6804dac1bac tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:03.973548 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-ac1001cf-8958-4100-9351-c95f5f020a3a req-dcdd79f7-af8b-4890-997c-b6804dac1bac tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0638285 Jun 23 19:02:04.019763 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-ac1001cf-8958-4100-9351-c95f5f020a3a req-fe6b59e0-b57e-4274-bbac-b68bde0ad535 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403833 Jun 23 19:02:04.339464 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482acd3-f68a-410f-ac11-1a1898d42cc4 req-d4aad26b-7c2b-4e89-9f56-977bf36ce568 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:04.339464 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c482acd3-f68a-410f-ac11-1a1898d42cc4 req-d4aad26b-7c2b-4e89-9f56-977bf36ce568 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 945 time: 0.0973988 Jun 23 19:02:04.379260 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c482acd3-f68a-410f-ac11-1a1898d42cc4 req-3fba4d0b-59ae-404a-9d6a-393b1ab0f958 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369828 Jun 23 19:02:05.038090 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c937ff-8358-455f-b8e5-71f374dc1ab2 req-f313d07c-683f-462e-b198-a4546fb0bbf2 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:05.042515 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f1c937ff-8358-455f-b8e5-71f374dc1ab2 req-f313d07c-683f-462e-b198-a4546fb0bbf2 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0766592 Jun 23 19:02:05.094168 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f1c937ff-8358-455f-b8e5-71f374dc1ab2 req-dc5424f6-416d-47f1-adc5-5b88f454c3f5 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373068 Jun 23 19:02:05.214625 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54849c2f-fc6f-4111-95d7-7431abdda78a req-8f8cfd17-478d-49c3-b841-7b6911b6dc52 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:05.216143 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-54849c2f-fc6f-4111-95d7-7431abdda78a req-8f8cfd17-478d-49c3-b841-7b6911b6dc52 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0744982 Jun 23 19:02:05.280859 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-54849c2f-fc6f-4111-95d7-7431abdda78a req-a275a64f-ed5f-4db9-9a7c-ae635e060782 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583048 Jun 23 19:02:05.562362 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d516ca2-acb8-4891-84bd-4cb9e84113e5 req-177e7995-b3c4-4944-9d0f-4fe57d8a35ac tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:05.563731 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-2d516ca2-acb8-4891-84bd-4cb9e84113e5 req-177e7995-b3c4-4944-9d0f-4fe57d8a35ac tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 945 time: 0.0671129 Jun 23 19:02:05.601594 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-2d516ca2-acb8-4891-84bd-4cb9e84113e5 req-16d66b1c-0d1c-4b94-b057-fe87880bacfb tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320282 Jun 23 19:02:06.307710 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78332d-b96d-4c32-9054-5f7e8f316530 req-85eaeb09-c68b-4dab-b13f-1fb6f8996b65 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:06.309925 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-fd78332d-b96d-4c32-9054-5f7e8f316530 req-85eaeb09-c68b-4dab-b13f-1fb6f8996b65 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0757930 Jun 23 19:02:06.374545 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-fd78332d-b96d-4c32-9054-5f7e8f316530 req-3527e1dc-d2ce-451e-b194-2225ce848b1d tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565772 Jun 23 19:02:06.473808 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3955b8-6aaa-427f-b1d0-81c97e9fe8a0 req-91922561-4435-4f5f-b1d5-066794e96b36 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:06.475325 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-8b3955b8-6aaa-427f-b1d0-81c97e9fe8a0 req-91922561-4435-4f5f-b1d5-066794e96b36 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0644789 Jun 23 19:02:06.512426 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-8b3955b8-6aaa-427f-b1d0-81c97e9fe8a0 req-8db3ad3b-2535-4cf8-8787-5e398e6f03dd tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314653 Jun 23 19:02:06.773688 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99055ebe-2f5d-45a5-b5ca-8ea7380d5d5f req-5fe53e0b-a53b-42f5-a24b-b27ade1d8066 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:06.775150 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-99055ebe-2f5d-45a5-b5ca-8ea7380d5d5f req-5fe53e0b-a53b-42f5-a24b-b27ade1d8066 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 945 time: 0.0620086 Jun 23 19:02:06.810565 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-99055ebe-2f5d-45a5-b5ca-8ea7380d5d5f req-411a2e84-eaf9-47e1-87db-3d3c46381ef5 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299540 Jun 23 19:02:07.586610 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e8023-f161-4a50-a26f-7c12c443c7d8 req-9b9572cf-2fb1-4d6d-9fa9-f8b1051e774c tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:07.588637 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-040e8023-f161-4a50-a26f-7c12c443c7d8 req-9b9572cf-2fb1-4d6d-9fa9-f8b1051e774c tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0749321 Jun 23 19:02:07.638496 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-040e8023-f161-4a50-a26f-7c12c443c7d8 req-d93307e0-d009-457d-9cc3-d6da0f95e039 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435872 Jun 23 19:02:07.712210 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41522a2-6e67-4536-93b3-b4e4707ad204 req-beee8da7-f57f-4e86-9401-c52fdc0bae1e tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:07.713677 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-d41522a2-6e67-4536-93b3-b4e4707ad204 req-beee8da7-f57f-4e86-9401-c52fdc0bae1e tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0628495 Jun 23 19:02:07.753716 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-d41522a2-6e67-4536-93b3-b4e4707ad204 req-37339810-cedf-42c3-b937-9a331f7769f7 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341399 Jun 23 19:02:07.986161 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802273de-c273-492f-8388-252a3d9e16ae req-32bd4298-0aec-4b4c-b533-cd10ae6787df tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:07.987553 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-802273de-c273-492f-8388-252a3d9e16ae req-32bd4298-0aec-4b4c-b533-cd10ae6787df tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 945 time: 0.0625641 Jun 23 19:02:08.024539 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-802273de-c273-492f-8388-252a3d9e16ae req-1f0a4b0e-cfec-430e-8d8d-14e424b34ef3 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312510 Jun 23 19:02:08.859046 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298fc82-32bc-444b-953b-81eea2632693 req-672cfba4-472d-48c7-a50b-5b43eb33ca94 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:08.860688 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0298fc82-32bc-444b-953b-81eea2632693 req-672cfba4-472d-48c7-a50b-5b43eb33ca94 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0706675 Jun 23 19:02:08.897360 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0298fc82-32bc-444b-953b-81eea2632693 req-b393165e-d312-4a13-832d-d43da81e341b tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311592 Jun 23 19:02:08.934703 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b363f-b054-40c6-8e8d-ca7e8ea4b457 req-19ee857f-68f8-4177-adc4-d682669344c4 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:08.936170 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-843b363f-b054-40c6-8e8d-ca7e8ea4b457 req-19ee857f-68f8-4177-adc4-d682669344c4 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0630274 Jun 23 19:02:08.973104 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-843b363f-b054-40c6-8e8d-ca7e8ea4b457 req-a4b07c1c-0143-49ab-883b-21abd7679282 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313799 Jun 23 19:02:09.091759 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:09.195481 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d21c7e-bb0f-46cc-a4d2-4b74400b2328 req-f80071be-03a1-459c-9eb9-10dd2cd767cb tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:09.196932 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-50d21c7e-bb0f-46cc-a4d2-4b74400b2328 req-f80071be-03a1-459c-9eb9-10dd2cd767cb tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 945 time: 0.0614326 Jun 23 19:02:09.233123 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-50d21c7e-bb0f-46cc-a4d2-4b74400b2328 req-dc4578a5-8810-46bf-aff0-7afdd00d91c9 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299830 Jun 23 19:02:10.084440 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f924d9-1676-4a4b-a504-a6debfc7415d req-aa966d32-c924-4516-b132-3f5b0dadb43a tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:10.087950 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-12f924d9-1676-4a4b-a504-a6debfc7415d req-aa966d32-c924-4516-b132-3f5b0dadb43a tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0670636 Jun 23 19:02:10.138653 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-12f924d9-1676-4a4b-a504-a6debfc7415d req-86011636-1d4c-4c30-8a40-8d700f9bc2b8 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432601 Jun 23 19:02:10.177649 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11fa0f-d395-4da3-ad51-552bff3e6957 req-1ba45ee1-e7e7-434f-a829-92072c1c3a46 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:10.179413 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4c11fa0f-d395-4da3-ad51-552bff3e6957 req-1ba45ee1-e7e7-434f-a829-92072c1c3a46 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0817232 Jun 23 19:02:10.224368 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4c11fa0f-d395-4da3-ad51-552bff3e6957 req-1e775661-15f2-4e49-a9be-3f06eb1e3b8e tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358174 Jun 23 19:02:10.403272 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2474f65-8d73-45c2-984c-c08d92ed7351 req-0be859c7-3d75-4016-9d7a-b118c5657cac tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:10.404782 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-d2474f65-8d73-45c2-984c-c08d92ed7351 req-0be859c7-3d75-4016-9d7a-b118c5657cac tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 945 time: 0.0620677 Jun 23 19:02:10.447828 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-d2474f65-8d73-45c2-984c-c08d92ed7351 req-3f0ccf4f-ac3b-481d-b486-0e45956df27e tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329123 Jun 23 19:02:11.387041 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b231d04-eb1e-4923-a77b-dabb9acbc32d req-7e78ecc2-530e-4623-9f8b-8df57b01cd14 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:11.387041 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8b231d04-eb1e-4923-a77b-dabb9acbc32d req-7e78ecc2-530e-4623-9f8b-8df57b01cd14 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0651433 Jun 23 19:02:11.387041 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8b231d04-eb1e-4923-a77b-dabb9acbc32d req-59e9af20-acb6-436a-a600-eb5ecba8c72b tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326266 Jun 23 19:02:11.417576 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a2927-59af-4dc7-a476-9cf85b69846e req-93e44a3b-aeb0-4eac-8375-ecc7075f0db9 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:11.420928 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-1d0a2927-59af-4dc7-a476-9cf85b69846e req-93e44a3b-aeb0-4eac-8375-ecc7075f0db9 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0796461 Jun 23 19:02:11.469726 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-1d0a2927-59af-4dc7-a476-9cf85b69846e req-3006a975-7eff-4384-b910-57f9828d61c5 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422435 Jun 23 19:02:11.628732 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b264c1e-3160-4852-b83c-0e77aa626550 req-8819e202-e3a8-4850-bf9b-33bbeeb38180 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:11.630894 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-5b264c1e-3160-4852-b83c-0e77aa626550 req-8819e202-e3a8-4850-bf9b-33bbeeb38180 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 945 time: 0.0643177 Jun 23 19:02:11.672205 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-5b264c1e-3160-4852-b83c-0e77aa626550 req-d39657f1-df1c-4973-8503-3299b61cb8d2 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356615 Jun 23 19:02:12.571432 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17389512-81cf-49a6-bd59-78e9b5099d57 req-8058f98e-1ad4-4087-bd10-ae29d7b2f0c4 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:12.573009 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-17389512-81cf-49a6-bd59-78e9b5099d57 req-8058f98e-1ad4-4087-bd10-ae29d7b2f0c4 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0637937 Jun 23 19:02:12.615016 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-17389512-81cf-49a6-bd59-78e9b5099d57 req-82d1befc-7db7-4dd9-b9cb-5929c6444ae1 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353577 Jun 23 19:02:12.661172 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8fcaa-ce51-49a9-8159-d0936e7e4cb9 req-8aa747f3-9a32-41e5-a087-ab5153516929 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:12.662740 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f1b8fcaa-ce51-49a9-8159-d0936e7e4cb9 req-8aa747f3-9a32-41e5-a087-ab5153516929 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0779653 Jun 23 19:02:12.718084 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f1b8fcaa-ce51-49a9-8159-d0936e7e4cb9 req-048823a5-ba74-46d3-bde1-86ca5b42b7d1 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444546 Jun 23 19:02:12.857400 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f4c82-cf13-4145-af48-1928ae890a7b req-6d8e6e26-1fe5-4ff4-98f8-06a41e49a20c tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:12.858902 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-8d3f4c82-cf13-4145-af48-1928ae890a7b req-6d8e6e26-1fe5-4ff4-98f8-06a41e49a20c tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 945 time: 0.0609095 Jun 23 19:02:12.895985 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-8d3f4c82-cf13-4145-af48-1928ae890a7b req-db6a850e-0431-439e-9ade-8cbf1eec0a6d tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314846 Jun 23 19:02:13.819639 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c380a2e-e484-43fe-968b-9c02ba921163 req-da942ed9-00c2-449a-ab39-246c80246e87 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:13.821383 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-6c380a2e-e484-43fe-968b-9c02ba921163 req-da942ed9-00c2-449a-ab39-246c80246e87 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0657468 Jun 23 19:02:13.874993 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-6c380a2e-e484-43fe-968b-9c02ba921163 req-f5740c05-5006-42ce-bee1-69305f1c5e22 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412483 Jun 23 19:02:13.907129 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8bc43c-c79b-44f2-8634-0e3146807dce req-f9fd9259-aebe-432c-b98c-1a1e82f920fc tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:13.925466 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-df8bc43c-c79b-44f2-8634-0e3146807dce req-f9fd9259-aebe-432c-b98c-1a1e82f920fc tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.1012356 Jun 23 19:02:13.960179 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-df8bc43c-c79b-44f2-8634-0e3146807dce req-b5888191-0c23-4dde-8a3e-84a99bc07933 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337479 Jun 23 19:02:14.078328 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836406bd-194a-4939-b824-9e77b437d0ff req-aa843286-b72f-42f3-b346-a4c72f12f144 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:14.080494 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-836406bd-194a-4939-b824-9e77b437d0ff req-aa843286-b72f-42f3-b346-a4c72f12f144 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 945 time: 0.0655761 Jun 23 19:02:14.130198 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-836406bd-194a-4939-b824-9e77b437d0ff req-2b0d4987-22fc-4200-af1c-6b391682da2d tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438607 Jun 23 19:02:15.096108 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e67a69-de96-4862-85c1-aeb7bb65b5f6 req-2bb7d6cc-ece4-4149-b34c-34b4d35fdb37 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:15.097596 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b8e67a69-de96-4862-85c1-aeb7bb65b5f6 req-2bb7d6cc-ece4-4149-b34c-34b4d35fdb37 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0671268 Jun 23 19:02:15.149085 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b8e67a69-de96-4862-85c1-aeb7bb65b5f6 req-cd5c493b-905e-4bc3-b1e3-9b67a4bfd868 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454597 Jun 23 19:02:15.159112 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018085bf-c30b-43ab-979b-32c2839a2d4c req-c5216dc9-3d8e-41a3-acdd-58618fd32782 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:15.160820 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-018085bf-c30b-43ab-979b-32c2839a2d4c req-c5216dc9-3d8e-41a3-acdd-58618fd32782 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0747619 Jun 23 19:02:15.208822 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-018085bf-c30b-43ab-979b-32c2839a2d4c req-1f5c1c05-6402-4943-8658-df82bc1bab58 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419338 Jun 23 19:02:15.323080 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc0b3b-6397-48c2-90c6-f7b1310a187f req-b68606c7-7f49-4cee-a5ad-e350ff7b3dcf tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:15.324486 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-67cc0b3b-6397-48c2-90c6-f7b1310a187f req-b68606c7-7f49-4cee-a5ad-e350ff7b3dcf tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 945 time: 0.0638874 Jun 23 19:02:15.360775 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-67cc0b3b-6397-48c2-90c6-f7b1310a187f req-6da71938-50f2-437d-a8bb-8b9d54d28e00 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305898 Jun 23 19:02:16.351371 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652e060-83dc-4f66-8146-67f9786d8ffc req-c3bee30c-0f42-45df-8a3d-86108296980c tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:16.353391 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c652e060-83dc-4f66-8146-67f9786d8ffc req-c3bee30c-0f42-45df-8a3d-86108296980c tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0779641 Jun 23 19:02:16.410364 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c652e060-83dc-4f66-8146-67f9786d8ffc req-e44bfcab-4ec2-4056-b483-02234e8b20a9 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462527 Jun 23 19:02:16.463892 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840175b0-e05e-4006-abb0-26d3bad08fc7 req-8b58e1d2-c275-4528-afeb-ca197d47c5c9 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:16.465459 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-840175b0-e05e-4006-abb0-26d3bad08fc7 req-8b58e1d2-c275-4528-afeb-ca197d47c5c9 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.1259587 Jun 23 19:02:16.504385 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-840175b0-e05e-4006-abb0-26d3bad08fc7 req-83365355-3fbd-4a1e-a9a4-9fe56ccc3b52 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332067 Jun 23 19:02:16.617614 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda2e73-333c-461d-b704-b3f9497f76ca req-3cc1ac4d-4b84-4e73-a812-f57c88e10216 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:16.620052 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-4eda2e73-333c-461d-b704-b3f9497f76ca req-3cc1ac4d-4b84-4e73-a812-f57c88e10216 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 945 time: 0.0807416 Jun 23 19:02:16.664690 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-4eda2e73-333c-461d-b704-b3f9497f76ca req-9557e84d-aa39-4585-be76-d734ee261183 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378852 Jun 23 19:02:17.602141 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a70a7-7712-4e80-b837-7da1f31d0988 req-d37a177f-78c9-4da3-b437-69a061586003 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:17.603711 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-821a70a7-7712-4e80-b837-7da1f31d0988 req-d37a177f-78c9-4da3-b437-69a061586003 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0643189 Jun 23 19:02:17.648525 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-821a70a7-7712-4e80-b837-7da1f31d0988 req-441ede8a-53af-4064-a911-4e15d672cf0d tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383496 Jun 23 19:02:17.753097 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a7c93-3a55-4732-9481-f3af969fdd18 req-48dcc21f-6077-4ab1-ab75-8538d8fd7cdb tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:17.754593 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-da7a7c93-3a55-4732-9481-f3af969fdd18 req-48dcc21f-6077-4ab1-ab75-8538d8fd7cdb tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.1252520 Jun 23 19:02:17.791016 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-da7a7c93-3a55-4732-9481-f3af969fdd18 req-085fba7a-21e9-4249-b4ae-355269555e7b tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308919 Jun 23 19:02:17.851820 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad86a3c-0d3c-4795-bfea-64e47ce5d676 req-89bc7920-0be0-45c7-80b0-9e9eeec689b4 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:17.853280 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-6ad86a3c-0d3c-4795-bfea-64e47ce5d676 req-89bc7920-0be0-45c7-80b0-9e9eeec689b4 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 945 time: 0.0673018 Jun 23 19:02:17.893139 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-6ad86a3c-0d3c-4795-bfea-64e47ce5d676 req-27d53f46-f503-4518-aee2-ee8ab1162fd5 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340517 Jun 23 19:02:18.844779 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec48f74-6874-459b-b3ca-3d2f30c79a3e req-d913f709-8e4e-4eaa-a300-b08851654f09 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:18.846259 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-4ec48f74-6874-459b-b3ca-3d2f30c79a3e req-d913f709-8e4e-4eaa-a300-b08851654f09 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0648742 Jun 23 19:02:18.882875 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-4ec48f74-6874-459b-b3ca-3d2f30c79a3e req-059cf065-0558-432f-ade9-1ddd670dce89 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309861 Jun 23 19:02:18.964729 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3d32f-c361-4566-a69c-d498d42594bb req-28bffb1b-bfa6-45b0-baea-31091f1f915d tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:18.966489 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-7fb3d32f-c361-4566-a69c-d498d42594bb req-28bffb1b-bfa6-45b0-baea-31091f1f915d tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0639031 Jun 23 19:02:19.007978 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-7fb3d32f-c361-4566-a69c-d498d42594bb req-1c7c03d7-2e55-455d-ba3a-b66dcbfe6d6b tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355794 Jun 23 19:02:19.214078 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3687ad-2a69-4d14-bd7a-d61fa204173a req-e9627e4f-e0ec-4b9f-8519-4f35f840fd52 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:19.215583 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-5c3687ad-2a69-4d14-bd7a-d61fa204173a req-e9627e4f-e0ec-4b9f-8519-4f35f840fd52 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 945 time: 0.0624044 Jun 23 19:02:19.253605 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-5c3687ad-2a69-4d14-bd7a-d61fa204173a req-e3282be5-8b8a-49ad-985f-e55de99c7f3d tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f830f75-7064-434d-b1c7-a5f47860c3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323799 Jun 23 19:02:19.624950 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41da9d-7ec4-4590-a33b-7551df72cf3d req-90050887-2e05-4f55-96fe-374d7336d017 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:19.626317 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-1a41da9d-7ec4-4590-a33b-7551df72cf3d req-90050887-2e05-4f55-96fe-374d7336d017 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.74 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 945 time: 0.0614102 Jun 23 19:02:19.736272 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-1a41da9d-7ec4-4590-a33b-7551df72cf3d req-592bcf56-2c89-4b06-9cd2-1e3fcc8238dd tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Deleting port a7e9db05-c9d5-4b2d-837f-b6e05d29e058 {{(pid=99982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:02:19.736272 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-1a41da9d-7ec4-4590-a33b-7551df72cf3d req-592bcf56-2c89-4b06-9cd2-1e3fcc8238dd tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:19.821927 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-1a41da9d-7ec4-4590-a33b-7551df72cf3d req-592bcf56-2c89-4b06-9cd2-1e3fcc8238dd tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] For port a7e9db05-c9d5-4b2d-837f-b6e05d29e058, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a7e9db05-c9d5-4b2d-837f-b6e05d29e058,segment=NetworkSegment(91ac7bd7-7747-45f6-a655-e28f712ee370),segment_id=91ac7bd7-7747-45f6-a655-e28f712ee370)] {{(pid=99982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:02:19.822328 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-1a41da9d-7ec4-4590-a33b-7551df72cf3d req-592bcf56-2c89-4b06-9cd2-1e3fcc8238dd tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:19.838444 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-1a41da9d-7ec4-4590-a33b-7551df72cf3d req-592bcf56-2c89-4b06-9cd2-1e3fcc8238dd tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Calling delete_port for a7e9db05-c9d5-4b2d-837f-b6e05d29e058 owned by compute:nova {{(pid=99982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:02:20.029277 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-1a41da9d-7ec4-4590-a33b-7551df72cf3d req-592bcf56-2c89-4b06-9cd2-1e3fcc8238dd tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63686034'] for port, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:20.034703 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-faeb9ba5-c580-4512-a830-b79ff0aa52d7 tempest-DeleteServersTestJSON-794312563 tempest-DeleteServersTestJSON-794312563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:20.069340 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592bcf56-2c89-4b06-9cd2-1e3fcc8238dd tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Pushing event deleted for resources: {'Port': ['ID=a7e9db05-c9d5-4b2d-837f-b6e05d29e058,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:20.073214 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['a7e9db05-c9d5-4b2d-837f-b6e05d29e058'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:02:20.085971 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-592bcf56-2c89-4b06-9cd2-1e3fcc8238dd tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:20.127786 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a41da9d-7ec4-4590-a33b-7551df72cf3d req-592bcf56-2c89-4b06-9cd2-1e3fcc8238dd tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] No DVR routers for this DVR port a7e9db05-c9d5-4b2d-837f-b6e05d29e058 on host hv-cinder-78638 {{(pid=99982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:02:20.132122 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-1a41da9d-7ec4-4590-a33b-7551df72cf3d req-592bcf56-2c89-4b06-9cd2-1e3fcc8238dd tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:20.134084 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-1a41da9d-7ec4-4590-a33b-7551df72cf3d req-592bcf56-2c89-4b06-9cd2-1e3fcc8238dd tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.74 "DELETE /v2.0/ports/a7e9db05-c9d5-4b2d-837f-b6e05d29e058 HTTP/1.1" status: 204 len: 173 time: 0.4975979 Jun 23 19:02:20.136310 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '007aad66-eaa8-42de-8e23-634b27063110', 'name': 'network-vif-deleted', 'tag': 'a7e9db05-c9d5-4b2d-837f-b6e05d29e058'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:02:20.138450 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62049ff-c317-47a7-bef0-d35b37d95c42" -d '{"events": [{"server_uuid": "007aad66-eaa8-42de-8e23-634b27063110", "name": "network-vif-deleted", "tag": "a7e9db05-c9d5-4b2d-837f-b6e05d29e058"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:02:20.149577 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32516b8-00a9-4c2c-a1f9-60047daaf659 req-ae25e9a6-b7c5-4afe-adcd-077619cba2f7 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:20.151101 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a32516b8-00a9-4c2c-a1f9-60047daaf659 req-ae25e9a6-b7c5-4afe-adcd-077619cba2f7 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.1510649 Jun 23 19:02:20.195280 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e17a9-6f70-459d-b1ab-87b17287f6c9 req-2aa4eb54-f45f-469a-933f-2c608f518625 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:20.196903 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-205e17a9-6f70-459d-b1ab-87b17287f6c9 req-2aa4eb54-f45f-469a-933f-2c608f518625 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0779278 Jun 23 19:02:20.206882 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a32516b8-00a9-4c2c-a1f9-60047daaf659 req-263f7f20-f9dd-4d84-9236-cc63d8feadec tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436060 Jun 23 19:02:20.236850 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-205e17a9-6f70-459d-b1ab-87b17287f6c9 req-d62e964c-9de2-465e-8bf7-01c8ea5ae95d tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339077 Jun 23 19:02:20.261609 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3e3103-373f-4171-a0f9-1627968865f6 x-openstack-request-id: req-fa3e3103-373f-4171-a0f9-1627968865f6 {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:02:20.261609 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "007aad66-eaa8-42de-8e23-634b27063110", "name": "network-vif-deleted", "tag": "a7e9db05-c9d5-4b2d-837f-b6e05d29e058", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:02:20.261609 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fa3e3103-373f-4171-a0f9-1627968865f6 {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:02:20.261609 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '007aad66-eaa8-42de-8e23-634b27063110', 'name': 'network-vif-deleted', 'tag': 'a7e9db05-c9d5-4b2d-837f-b6e05d29e058', 'status': 'completed', 'code': 200} Jun 23 19:02:20.391855 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-fba99a56-12b3-4d08-80e4-30320b3b420d req-e2390f9b-0a5f-4c48-8a60-8ff8def612e2 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] 10.222.0.47 "GET /v2.0/ports?device_id=007aad66-eaa8-42de-8e23-634b27063110 HTTP/1.1" status: 200 len: 210 time: 0.0278471 Jun 23 19:02:21.389692 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0528729-ad37-4c86-bcbc-6cbed6b6bb92 req-13fda99e-1f7b-42c9-bbbb-d3475d96789d tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:21.391732 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a0528729-ad37-4c86-bcbc-6cbed6b6bb92 req-13fda99e-1f7b-42c9-bbbb-d3475d96789d tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0694876 Jun 23 19:02:21.426037 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde19e0-6890-40be-8fd0-4ead0a42010e req-b06a76e2-967f-400f-ba25-47fb74af373a tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:21.426037 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-ccde19e0-6890-40be-8fd0-4ead0a42010e req-b06a76e2-967f-400f-ba25-47fb74af373a tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0629759 Jun 23 19:02:21.429135 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a0528729-ad37-4c86-bcbc-6cbed6b6bb92 req-06824b28-c887-4c61-955f-55a4c3d63290 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314121 Jun 23 19:02:21.461889 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-ccde19e0-6890-40be-8fd0-4ead0a42010e req-bf6de56b-1961-40ae-bf35-db83ba332b46 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329034 Jun 23 19:02:21.513614 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 60690) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:02:21.557440 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.db_base_plugin_v2 [None req-476241b1-7328-4777-9db7-ffac3991b67c admin admin] Deleting subnet 68fb12a0-feb0-4ff7-98c7-542ca4bebeef {{(pid=99982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:02:21.560554 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-476241b1-7328-4777-9db7-ffac3991b67c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:21.594379 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-476241b1-7328-4777-9db7-ffac3991b67c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66960762'] for subnet, precommit_delete_associations {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:21.632182 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-476241b1-7328-4777-9db7-ffac3991b67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017849'] for subnet, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:21.794373 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-476241b1-7328-4777-9db7-ffac3991b67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63686104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63285490'] for subnet, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:21.796761 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:21.820506 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476241b1-7328-4777-9db7-ffac3991b67c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68fb12a0-feb0-4ff7-98c7-542ca4bebeef,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:21.823789 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-476241b1-7328-4777-9db7-ffac3991b67c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:21.825530 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-476241b1-7328-4777-9db7-ffac3991b67c admin admin] Notify callbacks [] for subnet, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:21.827212 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-476241b1-7328-4777-9db7-ffac3991b67c admin admin] 10.222.0.47 "DELETE /v2.0/subnets/68fb12a0-feb0-4ff7-98c7-542ca4bebeef HTTP/1.1" status: 204 len: 168 time: 0.3121233 Jun 23 19:02:21.829881 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 60698) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:02:21.895826 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7c008349-d858-4be1-b965-306feba97a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631679'] for network, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:21.976156 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7c008349-d858-4be1-b965-306feba97a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018740', 'neutron.services.segments.db._delete_segments_for_network-8739890731039'] for network, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:21.986152 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.services.segments.db [None req-7c008349-d858-4be1-b965-306feba97a88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9']}} {{(pid=99982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:02:21.988599 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device a7e9db05-c9d5-4b2d-837f-b6e05d29e058 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:02:21.996730 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.services.segments.db [None req-7c008349-d858-4be1-b965-306feba97a88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ac7bd7-7747-45f6-a655-e28f712ee370') {'for_net_delete': True} {{(pid=99982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:02:21.996913 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.services.segments.db [None req-7c008349-d858-4be1-b965-306feba97a88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ac7bd7-7747-45f6-a655-e28f712ee370') {} {{(pid=99982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:02:22.008908 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] No Port match for: a7e9db05-c9d5-4b2d-837f-b6e05d29e058 {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:02:22.009273 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device a7e9db05-c9d5-4b2d-837f-b6e05d29e058 not bound to the agent host hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:02:22.011292 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7c008349-d858-4be1-b965-306feba97a88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739890717934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66960741'] for segment, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:22.025235 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7c008349-d858-4be1-b965-306feba97a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412'] for segment, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:22.031226 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c008349-d858-4be1-b965-306feba97a88 admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=99982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:02:22.031612 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7c008349-d858-4be1-b965-306feba97a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63685957'] for segment, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:22.033243 dv-cinder-786386-8-iscsi neutron-server[99982]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:02:22.033243 dv-cinder-786386-8-iscsi neutron-server[99982]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:02:22.033243 dv-cinder-786386-8-iscsi neutron-server[99982]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:02:22.033243 dv-cinder-786386-8-iscsi neutron-server[99982]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:02:22.033243 dv-cinder-786386-8-iscsi neutron-server[99982]: Traceback (most recent call last): Jun 23 19:02:22.033243 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:02:22.033243 dv-cinder-786386-8-iscsi neutron-server[99982]: timer() Jun 23 19:02:22.033243 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:02:22.033243 dv-cinder-786386-8-iscsi neutron-server[99982]: cb(*args, **kw) Jun 23 19:02:22.033243 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:02:22.033243 dv-cinder-786386-8-iscsi neutron-server[99982]: return func(*args, **kwargs) Jun 23 19:02:22.033243 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:02:22.033243 dv-cinder-786386-8-iscsi neutron-server[99982]: self._notify() Jun 23 19:02:22.033243 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:02:22.033243 dv-cinder-786386-8-iscsi neutron-server[99982]: self.callback(batched_events) Jun 23 19:02:22.033243 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:02:22.033243 dv-cinder-786386-8-iscsi neutron-server[99982]: event.method(event) Jun 23 19:02:22.033243 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:02:22.033243 dv-cinder-786386-8-iscsi neutron-server[99982]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:02:22.033243 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:02:22.033243 dv-cinder-786386-8-iscsi neutron-server[99982]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:02:22.033243 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:02:22.033243 dv-cinder-786386-8-iscsi neutron-server[99982]: return f(self, *a, **k) Jun 23 19:02:22.033243 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:02:22.033243 dv-cinder-786386-8-iscsi neutron-server[99982]: return self._get(url).json() Jun 23 19:02:22.033243 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:02:22.033243 dv-cinder-786386-8-iscsi neutron-server[99982]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:02:22.033243 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:02:22.033243 dv-cinder-786386-8-iscsi neutron-server[99982]: return self.request(url, 'GET', **kwargs) Jun 23 19:02:22.033243 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:02:22.033243 dv-cinder-786386-8-iscsi neutron-server[99982]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:02:22.033243 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:02:22.033243 dv-cinder-786386-8-iscsi neutron-server[99982]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:02:22.033243 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:02:22.033243 dv-cinder-786386-8-iscsi neutron-server[99982]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:02:22.033243 dv-cinder-786386-8-iscsi neutron-server[99982]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:02:22.178512 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7c008349-d858-4be1-b965-306feba97a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1978736'] for network, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:22.183185 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7c008349-d858-4be1-b965-306feba97a88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for network, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:22.185016 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-7c008349-d858-4be1-b965-306feba97a88 admin admin] 10.222.0.47 "DELETE /v2.0/networks/0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9 HTTP/1.1" status: 204 len: 168 time: 0.3541873 Jun 23 19:02:22.185821 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-f865fa08-9eec-4d75-a6aa-513530981583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:22.202479 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c008349-d858-4be1-b965-306feba97a88 admin admin] Pushing event deleted for resources: {'Network': ['ID=0eb74eaa-6ac5-4fe0-b0c4-9dee0007e0f9,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:22.204827 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-7c008349-d858-4be1-b965-306feba97a88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:22.574542 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 60710) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:02:22.606737 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c052c-2d25-4c14-b709-2f5055470380 req-58ad32c4-ecab-4da5-94ee-5cb58f100040 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:22.608198 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-bf9c052c-2d25-4c14-b709-2f5055470380 req-58ad32c4-ecab-4da5-94ee-5cb58f100040 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0632210 Jun 23 19:02:22.614538 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-a3fd78bd-b11b-4566-9e7b-e82a09523d93 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3b232a5327c642c5a6c0382184c26c86&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0386963 Jun 23 19:02:22.616852 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 60712) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:02:22.646404 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-bf9c052c-2d25-4c14-b709-2f5055470380 req-73f100e0-d4e0-4ca9-9601-0fa53331bd0e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318453 Jun 23 19:02:22.668159 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-419a2181-d480-4f7b-9922-6cf0dd0ab48f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:22.689198 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-419a2181-d480-4f7b-9922-6cf0dd0ab48f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:22.801232 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-419a2181-d480-4f7b-9922-6cf0dd0ab48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:22.804067 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-419a2181-d480-4f7b-9922-6cf0dd0ab48f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:22.805230 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-419a2181-d480-4f7b-9922-6cf0dd0ab48f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5f830f75-7064-434d-b1c7-a5f47860c3a5 HTTP/1.1" status: 204 len: 168 time: 0.1874952 Jun 23 19:02:22.805958 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-49606d8c-db6b-4e6b-b52f-77b5da154dc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:22.813269 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a2181-d480-4f7b-9922-6cf0dd0ab48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f830f75-7064-434d-b1c7-a5f47860c3a5,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:22.815681 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-419a2181-d480-4f7b-9922-6cf0dd0ab48f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:23.824410 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9ba4f-60f8-419e-b439-d0f69e87e5ee req-68a07195-5566-4114-9c75-9b7143be6db5 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:23.825830 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-e3c9ba4f-60f8-419e-b439-d0f69e87e5ee req-68a07195-5566-4114-9c75-9b7143be6db5 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0633004 Jun 23 19:02:23.864934 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-e3c9ba4f-60f8-419e-b439-d0f69e87e5ee req-99ae1918-90c5-4d75-a87d-df75d10a9563 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326493 Jun 23 19:02:25.040918 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0dd951-e58b-4a78-b50d-bd52db657a18 req-ae2a8a88-3d97-4638-a9a5-ac85c2b90b03 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:25.043265 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-1e0dd951-e58b-4a78-b50d-bd52db657a18 req-ae2a8a88-3d97-4638-a9a5-ac85c2b90b03 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0606034 Jun 23 19:02:25.080861 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-1e0dd951-e58b-4a78-b50d-bd52db657a18 req-3e845679-60fd-4e7f-b45a-505dc78e981b tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320644 Jun 23 19:02:26.268768 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c569fc-289f-41fc-bcce-47fc39adf3ed req-8f2eb765-ac1e-4e40-9646-9a49f56c3a07 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:26.270257 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-82c569fc-289f-41fc-bcce-47fc39adf3ed req-8f2eb765-ac1e-4e40-9646-9a49f56c3a07 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0652673 Jun 23 19:02:26.312492 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-82c569fc-289f-41fc-bcce-47fc39adf3ed req-3ef984d5-4853-4bbf-98ea-71935ceb5f70 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317078 Jun 23 19:02:26.788087 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b16f83-a828-484e-94a0-42b49b970e09 req-7ba38339-6a56-422e-8265-319276e4a1b0 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:26.789527 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f1b16f83-a828-484e-94a0-42b49b970e09 req-7ba38339-6a56-422e-8265-319276e4a1b0 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 945 time: 0.0650239 Jun 23 19:02:26.826173 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f1b16f83-a828-484e-94a0-42b49b970e09 req-33b15244-cf02-4c6e-b34e-5acee8d49b01 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310473 Jun 23 19:02:26.850508 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 60804) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:02:27.042146 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c2a6ae-3188-4dae-bbdf-1404180c3fae tempest-TestMinimumBasicScenario-1411180073 tempest-TestMinimumBasicScenario-1411180073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:27.043654 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-a7c2a6ae-3188-4dae-bbdf-1404180c3fae tempest-TestMinimumBasicScenario-1411180073 tempest-TestMinimumBasicScenario-1411180073-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 1093 time: 0.1921055 Jun 23 19:02:27.046467 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 60808) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:02:27.051527 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-8d1a4ff5-f97e-428f-a648-0b16f2a3d724 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Request body: {'floatingip': {'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'port_id': 'be712c20-585d-4a6b-ba7c-9208918fe8d5', 'tenant_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:02:27.155899 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-8d1a4ff5-f97e-428f-a648-0b16f2a3d724 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks [] for floatingip, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:27.277973 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-8d1a4ff5-f97e-428f-a648-0b16f2a3d724 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:27.382981 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.db_base_plugin_common [None req-8d1a4ff5-f97e-428f-a648-0b16f2a3d724 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Allocated IP 172.27.0.5 (5d962e1b-a48a-439d-b5f0-687f24f30c92/77178bee-415e-4d1b-b321-842ae6d8e42c/711f6fe7-4ed3-46f2-9598-df6843c18d6c) {{(pid=99981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:02:27.484224 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161c6f8-db40-4983-9d01-33b0fe77dc79 req-948b4794-232b-4502-9422-0701a77bcc85 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:27.485736 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4161c6f8-db40-4983-9d01-33b0fe77dc79 req-948b4794-232b-4502-9422-0701a77bcc85 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 943 time: 0.0631843 Jun 23 19:02:27.487986 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-8d1a4ff5-f97e-428f-a648-0b16f2a3d724 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks [] for port, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:27.522695 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4161c6f8-db40-4983-9d01-33b0fe77dc79 req-6c74a236-d83a-4a76-8fe8-3ab3ef4d8654 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311098 Jun 23 19:02:27.579660 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-8d1a4ff5-f97e-428f-a648-0b16f2a3d724 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-66155747'] for port, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:27.582718 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-c2a97a8d-de63-4dea-a01d-c72a3e5bef63 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:27.616295 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1a4ff5-f97e-428f-a648-0b16f2a3d724 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Network 5d962e1b-a48a-439d-b5f0-687f24f30c92 is already hosted by enough agents. {{(pid=99981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:02:27.616451 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 60824) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:02:27.621506 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [None req-8d1a4ff5-f97e-428f-a648-0b16f2a3d724 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Resources bound (agent type, host, resource id): {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:02:27.624444 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1a4ff5-f97e-428f-a648-0b16f2a3d724 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Received port after_create {{(pid=99981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:02:27.656564 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a4ff5-f97e-428f-a648-0b16f2a3d724 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Pushing event updated for resources: {'Port': ['ID=711f6fe7-4ed3-46f2-9598-df6843c18d6c,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:27.670996 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1a4ff5-f97e-428f-a648-0b16f2a3d724 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:02:27.671379 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1a4ff5-f97e-428f-a648-0b16f2a3d724 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:02:27.671757 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1a4ff5-f97e-428f-a648-0b16f2a3d724 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:02:27.672163 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1a4ff5-f97e-428f-a648-0b16f2a3d724 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:02:27.672527 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1a4ff5-f97e-428f-a648-0b16f2a3d724 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:02:27.672890 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1a4ff5-f97e-428f-a648-0b16f2a3d724 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:02:27.673251 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1a4ff5-f97e-428f-a648-0b16f2a3d724 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:02:27.673640 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1a4ff5-f97e-428f-a648-0b16f2a3d724 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:02:27.673996 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1a4ff5-f97e-428f-a648-0b16f2a3d724 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:02:27.674423 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1a4ff5-f97e-428f-a648-0b16f2a3d724 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:02:27.674780 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1a4ff5-f97e-428f-a648-0b16f2a3d724 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:02:27.675142 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1a4ff5-f97e-428f-a648-0b16f2a3d724 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:02:27.678844 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-8d1a4ff5-f97e-428f-a648-0b16f2a3d724 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:27.723501 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a79d3d9f-130c-42bb-974f-c7fdecfd15d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:27.810449 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a79d3d9f-130c-42bb-974f-c7fdecfd15d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:27.904363 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a79d3d9f-130c-42bb-974f-c7fdecfd15d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:27.907912 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-ee8b5506-7225-4331-b992-c2d45f7e8232 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:27.946310 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-a79d3d9f-130c-42bb-974f-c7fdecfd15d5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=74a8c5cc6c284a0b9b68adba03d668b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3287101 Jun 23 19:02:27.947791 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d3d9f-130c-42bb-974f-c7fdecfd15d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb4da5e-7183-45fb-b8d8-4ba7c7a21de1,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:27.949032 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 60828) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:02:27.955712 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d3d9f-130c-42bb-974f-c7fdecfd15d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:02:27.956102 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d3d9f-130c-42bb-974f-c7fdecfd15d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:02:27.956476 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d3d9f-130c-42bb-974f-c7fdecfd15d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:02:27.956850 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d3d9f-130c-42bb-974f-c7fdecfd15d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:02:27.957214 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d3d9f-130c-42bb-974f-c7fdecfd15d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:02:27.957580 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d3d9f-130c-42bb-974f-c7fdecfd15d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:02:27.957936 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d3d9f-130c-42bb-974f-c7fdecfd15d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:02:27.958341 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d3d9f-130c-42bb-974f-c7fdecfd15d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:02:27.958714 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d3d9f-130c-42bb-974f-c7fdecfd15d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:02:27.959059 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d3d9f-130c-42bb-974f-c7fdecfd15d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:02:27.959411 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d3d9f-130c-42bb-974f-c7fdecfd15d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:02:27.959764 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d3d9f-130c-42bb-974f-c7fdecfd15d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:02:27.963622 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-a79d3d9f-130c-42bb-974f-c7fdecfd15d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:28.021067 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device faa81078-f38b-45f4-a98c-5ccfbc7f907c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=99983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:02:28.047605 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-8d1a4ff5-f97e-428f-a648-0b16f2a3d724 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:28.071674 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-cd47d89d-0700-4e29-a3a8-9afc1fa88cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:28.105909 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-cd47d89d-0700-4e29-a3a8-9afc1fa88cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:28.113610 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port faa81078-f38b-45f4-a98c-5ccfbc7f907c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=faa81078-f38b-45f4-a98c-5ccfbc7f907c,segment=NetworkSegment(1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13),segment_id=1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:02:28.124596 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Returning: {'device': 'faa81078-f38b-45f4-a98c-5ccfbc7f907c', 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47', 'port_id': 'faa81078-f38b-45f4-a98c-5ccfbc7f907c', 'mac_address': 'fa:16:3e:9f:44:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32106090-9e53-4852-ad03-eb2e8f42dc88', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:02:28.165335 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:28.177414 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa81078-f38b-45f4-a98c-5ccfbc7f907c {{(pid=99983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:02:28.195361 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-8d1a4ff5-f97e-428f-a648-0b16f2a3d724 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:28.196836 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port faa81078-f38b-45f4-a98c-5ccfbc7f907c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=faa81078-f38b-45f4-a98c-5ccfbc7f907c,segment=NetworkSegment(1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13),segment_id=1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:02:28.216037 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-cd47d89d-0700-4e29-a3a8-9afc1fa88cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:28.218622 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-cd47d89d-0700-4e29-a3a8-9afc1fa88cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:28.219737 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-cd47d89d-0700-4e29-a3a8-9afc1fa88cd1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0cb4da5e-7183-45fb-b8d8-4ba7c7a21de1 HTTP/1.1" status: 204 len: 168 time: 0.2697771 Jun 23 19:02:28.221854 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-6ce7a975-30f4-41d3-8351-b911c4b921f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:28.234597 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47d89d-0700-4e29-a3a8-9afc1fa88cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb4da5e-7183-45fb-b8d8-4ba7c7a21de1,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:28.238004 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-cd47d89d-0700-4e29-a3a8-9afc1fa88cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:28.287311 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:28.289124 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:28.348967 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=faa81078-f38b-45f4-a98c-5ccfbc7f907c,revision_number=9']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:28.353498 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:28.399673 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-8d1a4ff5-f97e-428f-a648-0b16f2a3d724 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks [] for port, precommit_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:28.487496 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-8d1a4ff5-f97e-428f-a648-0b16f2a3d724 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66155761'] for port, after_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:28.491498 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-05b10d1e-07c8-4af3-8736-bac565aeb425 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:28.502198 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-659fb3e6-fbbd-4011-ba8e-0a68a12da16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:28.558354 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a4ff5-f97e-428f-a648-0b16f2a3d724 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Pushing event updated for resources: {'Port': ['ID=711f6fe7-4ed3-46f2-9598-df6843c18d6c,revision_number=2']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:28.570781 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-8d1a4ff5-f97e-428f-a648-0b16f2a3d724 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:28.577392 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-8d1a4ff5-f97e-428f-a648-0b16f2a3d724 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1978722'] for floatingip, after_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:28.700346 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.db.l3_db [None req-8d1a4ff5-f97e-428f-a648-0b16f2a3d724 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Floating IP 2ca957dc-824a-4877-a970-067230c2c944 associated. External IP: 172.27.0.5, port: be712c20-585d-4a6b-ba7c-9208918fe8d5. Jun 23 19:02:28.736350 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3406ff-68e9-4cdb-b3e8-fd92c8c52b04 req-4b5947de-58c4-47f7-af46-9f9bb00652b7 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:28.737855 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-ed3406ff-68e9-4cdb-b3e8-fd92c8c52b04 req-4b5947de-58c4-47f7-af46-9f9bb00652b7 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 944 time: 0.0822842 Jun 23 19:02:28.775306 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-ed3406ff-68e9-4cdb-b3e8-fd92c8c52b04 req-7f19ad56-cd5a-460e-9461-ce08b5dfb186 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315621 Jun 23 19:02:28.786839 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['faa81078-f38b-45f4-a98c-5ccfbc7f907c'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:02:29.004701 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbca7fa-96dd-4d25-8e48-d4118d87081e req-8f53d15b-86d6-4007-b97e-3e0e41eba4f2 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:29.007328 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-ddbca7fa-96dd-4d25-8e48-d4118d87081e req-8f53d15b-86d6-4007-b97e-3e0e41eba4f2 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/ports?device_id=367ac2bf-547d-4eb8-8a18-3a94b54180ec HTTP/1.1" status: 200 len: 946 time: 0.0856240 Jun 23 19:02:29.060042 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-ddbca7fa-96dd-4d25-8e48-d4118d87081e req-995c0251-a7a2-4e5d-8cf6-e22eb74087a0 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c65a21b-885f-4a6c-96a2-cea22fb5ac8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414579 Jun 23 19:02:29.163876 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1a4ff5-f97e-428f-a648-0b16f2a3d724 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Router 2da7f694-b686-459f-86e9-bdbf2d474c04 has already been hosted by L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 {{(pid=99981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:02:29.270143 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1a4ff5-f97e-428f-a648-0b16f2a3d724 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:02:29.280380 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1322d919-1667-4576-9454-6576d41bd4f2 None None] Sync routers for ids ['2da7f694-b686-459f-86e9-bdbf2d474c04'] in dv-cinder-786386-8-iscsi {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:02:29.291128 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1322d919-1667-4576-9454-6576d41bd4f2 None None] Routers {'2da7f694-b686-459f-86e9-bdbf2d474c04'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:02:29.291749 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-1322d919-1667-4576-9454-6576d41bd4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:02:01Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['2da7f694-b686-459f-86e9-bdbf2d474c04'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:02:29.338761 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-8d1a4ff5-f97e-428f-a648-0b16f2a3d724 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for floatingip, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:29.383591 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-8d1a4ff5-f97e-428f-a648-0b16f2a3d724 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3328030 Jun 23 19:02:29.383591 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3059096a-e982-4849-b33c-3aa53b5b8d85', 'tag': 'be712c20-585d-4a6b-ba7c-9208918fe8d5'}] {{(pid=99981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:02:29.384236 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c19ba6c2e482ff9aabb3850c8975427142a9e03079a3b94b5c7a7eb1b25c395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d66c60-c1b0-4865-9b4a-f06a3841941b" -d '{"events": [{"name": "network-changed", "server_uuid": "3059096a-e982-4849-b33c-3aa53b5b8d85", "tag": "be712c20-585d-4a6b-ba7c-9208918fe8d5"}]}' {{(pid=99981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:02:29.385233 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 60864) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:02:29.391390 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-0fb4dfb2-56ce-4693-b56f-1a7985a8033e tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-705757817', 'description': 'tempest-secgroup-smoke-705757817 description', 'project_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:02:29.444832 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e620e978-6949-4b6b-84fc-64ea0dc8d83a x-openstack-request-id: req-e620e978-6949-4b6b-84fc-64ea0dc8d83a {{(pid=99981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:02:29.444832 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3059096a-e982-4849-b33c-3aa53b5b8d85", "tag": "be712c20-585d-4a6b-ba7c-9208918fe8d5", "status": "completed", "code": 200}]} {{(pid=99981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:02:29.444832 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e620e978-6949-4b6b-84fc-64ea0dc8d83a {{(pid=99981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:02:29.444832 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3059096a-e982-4849-b33c-3aa53b5b8d85', 'tag': 'be712c20-585d-4a6b-ba7c-9208918fe8d5', 'status': 'completed', 'code': 200} Jun 23 19:02:29.474542 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-1322d919-1667-4576-9454-6576d41bd4f2 None None] Set router 2da7f694-b686-459f-86e9-bdbf2d474c04 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:02:29.508288 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-0fb4dfb2-56ce-4693-b56f-1a7985a8033e tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:29.598750 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d66c60-c1b0-4865-9b4a-f06a3841941b req-b7347d25-a00d-4ba6-b127-1f5148b42372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:29.600298 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-80d66c60-c1b0-4865-9b4a-f06a3841941b req-b7347d25-a00d-4ba6-b127-1f5148b42372 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=39ebdfd6bceb4d8baa6bb77d6bdc2ff4&device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 1098 time: 0.0912495 Jun 23 19:02:29.696755 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-0fb4dfb2-56ce-4693-b56f-1a7985a8033e tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:29.708693 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-1322d919-1667-4576-9454-6576d41bd4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'name': 'tempest-TestMinimumBasicScenario-1415800864-router', 'tenant_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '22f74863-7aea-4fcc-89db-9bc86cc5c382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:44Z', 'updated_at': '2021-06-23T19:00:50Z', 'revision_number': 4, 'project_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'gw_port': {'id': '22f74863-7aea-4fcc-89db-9bc86cc5c382', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:78:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:45Z', 'updated_at': '2021-06-23T19:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_floatingips': [{'id': '2ca957dc-824a-4877-a970-067230c2c944', 'tenant_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'router_id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'port_id': 'be712c20-585d-4a6b-ba7c-9208918fe8d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07c16b52-6a2b-4672-a465-c1c2c0e75c21', 'mac_address': 'fa:16:3e:ad:78:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3059096a-e982-4849-b33c-3aa53b5b8d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:02:27Z', 'updated_at': '2021-06-23T19:02:27Z', 'revision_number': 0, 'project_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64366ca2-788f-4209-8a5c-c61409627ed1', 'name': '', 'network_id': '07c16b52-6a2b-4672-a465-c1c2c0e75c21', 'tenant_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'mac_address': 'fa:16:3e:f4:e2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '280e4d64-5f4e-4e43-8a51-877f10eb6cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:49Z', 'updated_at': '2021-06-23T19:00:55Z', 'revision_number': 5, 'project_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'subnets': [{'id': '280e4d64-5f4e-4e43-8a51-877f10eb6cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:02:29.728156 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d66c60-c1b0-4865-9b4a-f06a3841941b req-a0af6c37-e3c5-4246-82bc-c7ba9a17594e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:29.730037 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-80d66c60-c1b0-4865-9b4a-f06a3841941b req-a0af6c37-e3c5-4246-82bc-c7ba9a17594e service neutron] 10.222.0.74 "GET /v2.0/networks?id=07c16b52-6a2b-4672-a465-c1c2c0e75c21 HTTP/1.1" status: 200 len: 916 time: 0.1195714 Jun 23 19:02:29.739099 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1322d919-1667-4576-9454-6576d41bd4f2 None None] Checking router: 2da7f694-b686-459f-86e9-bdbf2d474c04 for host: dv-cinder-786386-8-iscsi {{(pid=99984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:02:29.748038 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1322d919-1667-4576-9454-6576d41bd4f2 None None] Routers {'2da7f694-b686-459f-86e9-bdbf2d474c04'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:02:29.748832 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-1322d919-1667-4576-9454-6576d41bd4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:02:01Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['2da7f694-b686-459f-86e9-bdbf2d474c04'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:02:29.792800 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-0fb4dfb2-56ce-4693-b56f-1a7985a8033e tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:29.797650 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-d2b4e31b-c3c0-4ebf-ba70-0b2e7aa93758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:29.842629 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-80d66c60-c1b0-4865-9b4a-f06a3841941b req-147b2bed-1af6-4326-a029-d4caeb88aa78 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be712c20-585d-4a6b-ba7c-9208918fe8d5 HTTP/1.1" status: 200 len: 997 time: 0.0943041 Jun 23 19:02:29.843416 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4dfb2-56ce-4693-b56f-1a7985a8033e tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b060049-3a48-48a3-94d0-4015e02ed38c,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:29.846403 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-0fb4dfb2-56ce-4693-b56f-1a7985a8033e tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:29.862580 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-1322d919-1667-4576-9454-6576d41bd4f2 None None] Set router 2da7f694-b686-459f-86e9-bdbf2d474c04 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:02:29.883204 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-0fb4dfb2-56ce-4693-b56f-1a7985a8033e tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:29.884420 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-0fb4dfb2-56ce-4693-b56f-1a7985a8033e tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4973588 Jun 23 19:02:29.887567 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 60882) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:02:29.895370 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-d993e85d-ce73-4165-b432-a60a94bf6fa3 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Request body: {'security_group_rule': {'security_group_id': '8b060049-3a48-48a3-94d0-4015e02ed38c', 'project_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:02:29.901143 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d66c60-c1b0-4865-9b4a-f06a3841941b req-883031f8-4073-4c91-8c16-bf1cb392aeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:29.902856 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-80d66c60-c1b0-4865-9b4a-f06a3841941b req-883031f8-4073-4c91-8c16-bf1cb392aeb4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=280e4d64-5f4e-4e43-8a51-877f10eb6cb5 HTTP/1.1" status: 200 len: 854 time: 0.0513241 Jun 23 19:02:30.023551 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-d993e85d-ce73-4165-b432-a60a94bf6fa3 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:30.025726 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643cbe8-39e1-4734-a157-f09d23b53063 req-b4a9c831-d701-4acb-af79-14f310f6c1ae tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:30.027285 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-e643cbe8-39e1-4734-a157-f09d23b53063 req-b4a9c831-d701-4acb-af79-14f310f6c1ae tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 944 time: 0.1161561 Jun 23 19:02:30.028660 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device faa81078-f38b-45f4-a98c-5ccfbc7f907c up at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:02:30.030242 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d66c60-c1b0-4865-9b4a-f06a3841941b req-d6b74ad2-a48c-48a3-81a7-5e3b8c8a0391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:30.031683 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-80d66c60-c1b0-4865-9b4a-f06a3841941b req-d6b74ad2-a48c-48a3-81a7-5e3b8c8a0391 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=07c16b52-6a2b-4672-a465-c1c2c0e75c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1080494 Jun 23 19:02:30.080239 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning complete for port faa81078-f38b-45f4-a98c-5ccfbc7f907c triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:02:30.085608 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:30.126104 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-e643cbe8-39e1-4734-a157-f09d23b53063 req-e8505a13-2137-46be-8430-c392d3f8a725 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915906 Jun 23 19:02:30.129880 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-d993e85d-ce73-4165-b432-a60a94bf6fa3 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:30.165377 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-80d66c60-c1b0-4865-9b4a-f06a3841941b req-c86c9381-ea53-4685-8fba-da167dfd91ad service neutron] 10.222.0.74 "GET /v2.0/networks/07c16b52-6a2b-4672-a465-c1c2c0e75c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178350 Jun 23 19:02:30.179105 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:30.204914 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-1322d919-1667-4576-9454-6576d41bd4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'name': 'tempest-TestMinimumBasicScenario-1415800864-router', 'tenant_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '22f74863-7aea-4fcc-89db-9bc86cc5c382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:44Z', 'updated_at': '2021-06-23T19:00:50Z', 'revision_number': 4, 'project_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'gw_port': {'id': '22f74863-7aea-4fcc-89db-9bc86cc5c382', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:78:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:45Z', 'updated_at': '2021-06-23T19:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_floatingips': [{'id': '2ca957dc-824a-4877-a970-067230c2c944', 'tenant_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'router_id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'port_id': 'be712c20-585d-4a6b-ba7c-9208918fe8d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07c16b52-6a2b-4672-a465-c1c2c0e75c21', 'mac_address': 'fa:16:3e:ad:78:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3059096a-e982-4849-b33c-3aa53b5b8d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:02:27Z', 'updated_at': '2021-06-23T19:02:27Z', 'revision_number': 0, 'project_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64366ca2-788f-4209-8a5c-c61409627ed1', 'name': '', 'network_id': '07c16b52-6a2b-4672-a465-c1c2c0e75c21', 'tenant_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'mac_address': 'fa:16:3e:f4:e2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '280e4d64-5f4e-4e43-8a51-877f10eb6cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:49Z', 'updated_at': '2021-06-23T19:00:55Z', 'revision_number': 5, 'project_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'subnets': [{'id': '280e4d64-5f4e-4e43-8a51-877f10eb6cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:02:30.207112 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a3cd0c-aaeb-4aba-8f47-d65e65f996e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa81078-f38b-45f4-a98c-5ccfbc7f907c'}] {{(pid=99983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:02:30.209777 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3da190a675926e82bddf1ae19285f5edc5f8218f501b2228f0a51a29f9c71fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388c69e4-7048-4783-aa3f-e20c4c6339d5" -d '{"events": [{"server_uuid": "70a3cd0c-aaeb-4aba-8f47-d65e65f996e3", "name": "network-vif-plugged", "status": "completed", "tag": "faa81078-f38b-45f4-a98c-5ccfbc7f907c"}]}' {{(pid=99983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:02:30.224377 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port faa81078-f38b-45f4-a98c-5ccfbc7f907c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=faa81078-f38b-45f4-a98c-5ccfbc7f907c,segment=NetworkSegment(1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13),segment_id=1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:02:30.246655 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-d993e85d-ce73-4165-b432-a60a94bf6fa3 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061678'] for security_group_rule, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:30.254362 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1322d919-1667-4576-9454-6576d41bd4f2 None None] The sync data for ids ['2da7f694-b686-459f-86e9-bdbf2d474c04'] in dv-cinder-786386-8-iscsi is: [{'id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'name': 'tempest-TestMinimumBasicScenario-1415800864-router', 'tenant_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '22f74863-7aea-4fcc-89db-9bc86cc5c382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:44Z', 'updated_at': '2021-06-23T19:00:50Z', 'revision_number': 4, 'project_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'gw_port': {'id': '22f74863-7aea-4fcc-89db-9bc86cc5c382', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:78:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:45Z', 'updated_at': '2021-06-23T19:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_floatingips': [{'id': '2ca957dc-824a-4877-a970-067230c2c944', 'tenant_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'router_id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'port_id': 'be712c20-585d-4a6b-ba7c-9208918fe8d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07c16b52-6a2b-4672-a465-c1c2c0e75c21', 'mac_address': 'fa:16:3e:ad:78:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3059096a-e982-4849-b33c-3aa53b5b8d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:02:27Z', 'updated_at': '2021-06-23T19:02:27Z', 'revision_number': 0, 'project_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64366ca2-788f-4209-8a5c-c61409627ed1', 'name': '', 'network_id': '07c16b52-6a2b-4672-a465-c1c2c0e75c21', 'tenant_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'mac_address': 'fa:16:3e:f4:e2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '280e4d64-5f4e-4e43-8a51-877f10eb6cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:49Z', 'updated_at': '2021-06-23T19:00:55Z', 'revision_number': 5, 'project_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'subnets': [{'id': '280e4d64-5f4e-4e43-8a51-877f10eb6cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:02:30.256106 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b675963-a596-4cb3-9044-f9d6f515267d x-openstack-request-id: req-6b675963-a596-4cb3-9044-f9d6f515267d {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:02:30.256511 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a3cd0c-aaeb-4aba-8f47-d65e65f996e3", "name": "network-vif-plugged", "status": "completed", "tag": "faa81078-f38b-45f4-a98c-5ccfbc7f907c", "code": 200}]} {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:02:30.257027 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6b675963-a596-4cb3-9044-f9d6f515267d {{(pid=99983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:02:30.257873 dv-cinder-786386-8-iscsi neutron-server[99983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a3cd0c-aaeb-4aba-8f47-d65e65f996e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa81078-f38b-45f4-a98c-5ccfbc7f907c', 'code': 200} Jun 23 19:02:30.275530 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:30.302081 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:30.308990 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:30.320258 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d993e85d-ce73-4165-b432-a60a94bf6fa3 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc11f94-9741-423d-ba60-a572e02b3078,revision_number=0']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:30.326113 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-d993e85d-ce73-4165-b432-a60a94bf6fa3 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:30.348893 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-80d66c60-c1b0-4865-9b4a-f06a3841941b req-14728914-4ffc-4243-a206-83efdd3278dd service neutron] 10.222.0.74 "GET /v2.0/networks/07c16b52-6a2b-4672-a465-c1c2c0e75c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752334 Jun 23 19:02:30.371904 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ae806-30b7-45c6-be58-1e0dd9bc5fc4 req-e32c39a1-a748-4e51-b436-867b9c6577bd tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:30.373532 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-dd1ae806-30b7-45c6-be58-1e0dd9bc5fc4 req-e32c39a1-a748-4e51-b436-867b9c6577bd tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/ports?device_id=367ac2bf-547d-4eb8-8a18-3a94b54180ec HTTP/1.1" status: 200 len: 946 time: 0.1402805 Jun 23 19:02:30.388542 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-d993e85d-ce73-4165-b432-a60a94bf6fa3 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:30.389829 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-d993e85d-ce73-4165-b432-a60a94bf6fa3 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5000577 Jun 23 19:02:30.392754 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 60896) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:02:30.397344 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=faa81078-f38b-45f4-a98c-5ccfbc7f907c,revision_number=10']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:30.397670 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-d0292f7a-5b63-47c3-8997-eeaf227c0339 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Request body: {'security_group_rule': {'security_group_id': '8b060049-3a48-48a3-94d0-4015e02ed38c', 'project_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:02:30.400807 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:30.418933 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-dd1ae806-30b7-45c6-be58-1e0dd9bc5fc4 req-55d36ced-2967-4e69-9b4b-5904fdb31f73 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c65a21b-885f-4a6c-96a2-cea22fb5ac8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383072 Jun 23 19:02:30.508392 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a636f20f-95ce-4dc5-b74e-d7cf931fd862 None None] New status for floating IP 2ca957dc-824a-4877-a970-067230c2c944: ACTIVE {{(pid=99983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:02:30.525155 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d0292f7a-5b63-47c3-8997-eeaf227c0339 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:30.592743 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d0292f7a-5b63-47c3-8997-eeaf227c0339 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:30.685931 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d0292f7a-5b63-47c3-8997-eeaf227c0339 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061678'] for security_group_rule, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:30.688220 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:30.704270 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0292f7a-5b63-47c3-8997-eeaf227c0339 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9942db74-a7cc-4c77-a5b9-239f1de366e0,revision_number=0']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:30.712973 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-d0292f7a-5b63-47c3-8997-eeaf227c0339 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:30.784791 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d0292f7a-5b63-47c3-8997-eeaf227c0339 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:30.785978 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-d0292f7a-5b63-47c3-8997-eeaf227c0339 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3921664 Jun 23 19:02:30.788822 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 60906) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:02:30.794177 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-542b022e-4b25-4c93-a537-6b9402e89f7f tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Request body: {'security_group_rule': {'security_group_id': '8b060049-3a48-48a3-94d0-4015e02ed38c', 'project_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:02:30.920024 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-542b022e-4b25-4c93-a537-6b9402e89f7f tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:30.969791 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-542b022e-4b25-4c93-a537-6b9402e89f7f tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:31.052774 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-542b022e-4b25-4c93-a537-6b9402e89f7f tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061678'] for security_group_rule, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:31.052973 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-70d1930a-059f-4d8f-ba9c-1206c66c90ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:31.059026 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-d993e85d-ce73-4165-b432-a60a94bf6fa3 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:31.076694 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b022e-4b25-4c93-a537-6b9402e89f7f tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aea273c-ee5f-47a5-a09c-815d1f8e5c97,revision_number=0']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:31.079583 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-542b022e-4b25-4c93-a537-6b9402e89f7f tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:31.183524 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-542b022e-4b25-4c93-a537-6b9402e89f7f tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:31.184579 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-542b022e-4b25-4c93-a537-6b9402e89f7f tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3947423 Jun 23 19:02:31.187759 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 60914) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:02:31.190035 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e8cca-114b-4c78-91cb-2c40073cc1ce req-f1260dcd-09c3-47eb-bcdb-449e1645beed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:31.191629 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-328e8cca-114b-4c78-91cb-2c40073cc1ce req-f1260dcd-09c3-47eb-bcdb-449e1645beed service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 1099 time: 0.0543206 Jun 23 19:02:31.192874 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-5cc245fd-69ef-406f-978e-d13b810d08cd tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Request body: {'security_group_rule': {'security_group_id': '8b060049-3a48-48a3-94d0-4015e02ed38c', 'project_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:02:31.253905 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-328e8cca-114b-4c78-91cb-2c40073cc1ce req-73d82bea-c402-4fec-b46f-64f925ba83bb service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369694 Jun 23 19:02:31.298463 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5cc245fd-69ef-406f-978e-d13b810d08cd tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:31.318194 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52d8bf-b79b-4dbd-9a3b-852960da97e2 req-a6d4d0db-0ea4-431c-9103-e8a1229693af tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:31.319692 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3a52d8bf-b79b-4dbd-9a3b-852960da97e2 req-a6d4d0db-0ea4-431c-9103-e8a1229693af tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 946 time: 0.0619333 Jun 23 19:02:31.357671 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5cc245fd-69ef-406f-978e-d13b810d08cd tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:31.359806 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3a52d8bf-b79b-4dbd-9a3b-852960da97e2 req-d36c0130-73d4-4803-a91d-3e014e1512ff tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330963 Jun 23 19:02:31.428650 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5cc245fd-69ef-406f-978e-d13b810d08cd tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061678'] for security_group_rule, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:31.430734 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:31.444556 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc245fd-69ef-406f-978e-d13b810d08cd tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcaaad6a-799f-44fa-badc-fa21fcda4c98,revision_number=0']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:31.448442 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-5cc245fd-69ef-406f-978e-d13b810d08cd tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:31.458848 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:31.545942 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5cc245fd-69ef-406f-978e-d13b810d08cd tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:31.549875 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 60920) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:02:31.550113 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-5cc245fd-69ef-406f-978e-d13b810d08cd tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3582556 Jun 23 19:02:31.554812 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-ad178fc7-0719-4085-ae51-2b3ee3aabc96 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Request body: {'security_group_rule': {'security_group_id': '8b060049-3a48-48a3-94d0-4015e02ed38c', 'project_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:02:31.603355 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d953f-c0b6-454f-bbee-60aeb59524ff req-3784436a-337c-4e5d-a143-79814afcf9ed tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:31.604826 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-d79d953f-c0b6-454f-bbee-60aeb59524ff req-3784436a-337c-4e5d-a143-79814afcf9ed tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/ports?device_id=367ac2bf-547d-4eb8-8a18-3a94b54180ec HTTP/1.1" status: 200 len: 946 time: 0.0695322 Jun 23 19:02:31.641870 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-d79d953f-c0b6-454f-bbee-60aeb59524ff req-f5f3c747-a072-4d4d-982e-f9f3980459ab tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c65a21b-885f-4a6c-96a2-cea22fb5ac8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313625 Jun 23 19:02:31.642559 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.db.securitygroups_db [None req-ad178fc7-0719-4085-ae51-2b3ee3aabc96 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Project 39ebdfd6bceb4d8baa6bb77d6bdc2ff4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 19:02:31.647681 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-ad178fc7-0719-4085-ae51-2b3ee3aabc96 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:31.699950 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-ad178fc7-0719-4085-ae51-2b3ee3aabc96 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:31.785690 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-ad178fc7-0719-4085-ae51-2b3ee3aabc96 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061678'] for security_group_rule, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:31.805660 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-87ac0e88-2a72-491d-a3b0-4d92ad0474f2 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:31.824397 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad178fc7-0719-4085-ae51-2b3ee3aabc96 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fada855-a5e5-4702-888a-c36244f7c065,revision_number=0']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:31.826691 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-ad178fc7-0719-4085-ae51-2b3ee3aabc96 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:31.856753 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b500d5c-4533-4a4b-b972-51b0433abc67 req-33582fab-33c1-4b50-aa45-5c0487d59312 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:31.858170 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-7b500d5c-4533-4a4b-b972-51b0433abc67 req-33582fab-33c1-4b50-aa45-5c0487d59312 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.74 "GET /v2.0/ports?device_id=367ac2bf-547d-4eb8-8a18-3a94b54180ec HTTP/1.1" status: 200 len: 946 time: 0.0827434 Jun 23 19:02:31.932649 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-ad178fc7-0719-4085-ae51-2b3ee3aabc96 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:31.933797 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-ad178fc7-0719-4085-ae51-2b3ee3aabc96 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3828428 Jun 23 19:02:31.936555 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 60922) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:02:31.942057 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-8ad133de-9d9f-46d3-bb7f-3259284cd241 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Request body: {'security_group_rule': {'security_group_id': '8b060049-3a48-48a3-94d0-4015e02ed38c', 'project_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:02:31.959735 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-7b500d5c-4533-4a4b-b972-51b0433abc67 req-0a841ae4-cfa2-46db-8bea-5355c7648e5c tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Deleting port 7e8f5ba8-aa9d-451c-bd3a-d7786a837f16 {{(pid=99982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:02:31.960077 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-7b500d5c-4533-4a4b-b972-51b0433abc67 req-0a841ae4-cfa2-46db-8bea-5355c7648e5c tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:32.041666 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.db.securitygroups_db [None req-8ad133de-9d9f-46d3-bb7f-3259284cd241 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Project 39ebdfd6bceb4d8baa6bb77d6bdc2ff4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 19:02:32.045789 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-7b500d5c-4533-4a4b-b972-51b0433abc67 req-0a841ae4-cfa2-46db-8bea-5355c7648e5c tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] For port 7e8f5ba8-aa9d-451c-bd3a-d7786a837f16, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7e8f5ba8-aa9d-451c-bd3a-d7786a837f16,segment=NetworkSegment(cbff3bae-8867-4bfd-81b0-e01abc8c7c68),segment_id=cbff3bae-8867-4bfd-81b0-e01abc8c7c68)] {{(pid=99982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:02:32.046155 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-7b500d5c-4533-4a4b-b972-51b0433abc67 req-0a841ae4-cfa2-46db-8bea-5355c7648e5c tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:32.046894 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-8ad133de-9d9f-46d3-bb7f-3259284cd241 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:32.059830 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-7b500d5c-4533-4a4b-b972-51b0433abc67 req-0a841ae4-cfa2-46db-8bea-5355c7648e5c tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Calling delete_port for 7e8f5ba8-aa9d-451c-bd3a-d7786a837f16 owned by compute:nova {{(pid=99982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:02:32.108584 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-8ad133de-9d9f-46d3-bb7f-3259284cd241 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:32.201588 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-8ad133de-9d9f-46d3-bb7f-3259284cd241 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061678'] for security_group_rule, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:32.207497 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:32.224358 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad133de-9d9f-46d3-bb7f-3259284cd241 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c2db108-9948-43aa-96be-3bae0a6fca76,revision_number=0']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:32.226406 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-8ad133de-9d9f-46d3-bb7f-3259284cd241 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:32.253062 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-7b500d5c-4533-4a4b-b972-51b0433abc67 req-0a841ae4-cfa2-46db-8bea-5355c7648e5c tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63686034'] for port, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:32.257338 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-442da69b-71d5-4699-b7c2-32bd9268b485 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:32.270245 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-8ad133de-9d9f-46d3-bb7f-3259284cd241 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:32.271830 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-8ad133de-9d9f-46d3-bb7f-3259284cd241 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3341024 Jun 23 19:02:32.281961 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a841ae4-cfa2-46db-8bea-5355c7648e5c tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Pushing event deleted for resources: {'Port': ['ID=7e8f5ba8-aa9d-451c-bd3a-d7786a837f16,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:32.284518 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-0a841ae4-cfa2-46db-8bea-5355c7648e5c tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:32.316558 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:32.337745 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b500d5c-4533-4a4b-b972-51b0433abc67 req-0a841ae4-cfa2-46db-8bea-5355c7648e5c tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] No DVR routers for this DVR port 7e8f5ba8-aa9d-451c-bd3a-d7786a837f16 on host hv-cinder-78638 {{(pid=99982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:02:32.340521 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-7b500d5c-4533-4a4b-b972-51b0433abc67 req-0a841ae4-cfa2-46db-8bea-5355c7648e5c tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:32.342784 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-7b500d5c-4533-4a4b-b972-51b0433abc67 req-0a841ae4-cfa2-46db-8bea-5355c7648e5c tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.74 "DELETE /v2.0/ports/7e8f5ba8-aa9d-451c-bd3a-d7786a837f16 HTTP/1.1" status: 204 len: 173 time: 0.4779985 Jun 23 19:02:32.343355 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367ac2bf-547d-4eb8-8a18-3a94b54180ec', 'name': 'network-vif-deleted', 'tag': '7e8f5ba8-aa9d-451c-bd3a-d7786a837f16'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:02:32.346794 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14ad29d-3dd7-46cf-959d-97f00adf5c4a" -d '{"events": [{"server_uuid": "367ac2bf-547d-4eb8-8a18-3a94b54180ec", "name": "network-vif-deleted", "tag": "7e8f5ba8-aa9d-451c-bd3a-d7786a837f16"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:02:32.396174 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f40f06b7-e320-4649-9036-e3a6dbcd7544 req-26932633-b6d8-4c10-8cd0-1c09296a239f tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-705757817&fields=id&tenant_id=39ebdfd6bceb4d8baa6bb77d6bdc2ff4 HTTP/1.1" status: 200 len: 267 time: 0.0325317 Jun 23 19:02:32.462743 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f06b7-e320-4649-9036-e3a6dbcd7544 req-5e84d8f8-2a26-45ea-912e-6451b2fda36e tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:32.464226 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f40f06b7-e320-4649-9036-e3a6dbcd7544 req-5e84d8f8-2a26-45ea-912e-6451b2fda36e tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 945 time: 0.0626764 Jun 23 19:02:32.474865 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [req-f40f06b7-e320-4649-9036-e3a6dbcd7544 req-dd52a8e8-4499-4b9e-a557-48874a1ba4c6 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Request body: {'port': {'security_groups': ['2cbe88fd-3368-443b-adc0-6ec743734f25', '8b060049-3a48-48a3-94d0-4015e02ed38c']}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:02:32.578107 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [req-f40f06b7-e320-4649-9036-e3a6dbcd7544 req-dd52a8e8-4499-4b9e-a557-48874a1ba4c6 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:32.611428 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c98ff3d-e52c-4a10-bf4d-8b7497f36087 x-openstack-request-id: req-5c98ff3d-e52c-4a10-bf4d-8b7497f36087 {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:02:32.611428 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367ac2bf-547d-4eb8-8a18-3a94b54180ec", "name": "network-vif-deleted", "tag": "7e8f5ba8-aa9d-451c-bd3a-d7786a837f16", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:02:32.611428 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5c98ff3d-e52c-4a10-bf4d-8b7497f36087 {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:02:32.611428 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367ac2bf-547d-4eb8-8a18-3a94b54180ec', 'name': 'network-vif-deleted', 'tag': '7e8f5ba8-aa9d-451c-bd3a-d7786a837f16', 'status': 'completed', 'code': 200} Jun 23 19:02:32.783144 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b121a9d-918f-43e5-8378-46d3f5f2d86b req-4e1000a7-b1fb-44d2-b68f-4cf673e48d86 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:32.784716 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0b121a9d-918f-43e5-8378-46d3f5f2d86b req-4e1000a7-b1fb-44d2-b68f-4cf673e48d86 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 946 time: 0.0802577 Jun 23 19:02:32.792178 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.db [req-f40f06b7-e320-4649-9036-e3a6dbcd7544 req-dd52a8e8-4499-4b9e-a557-48874a1ba4c6 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] For port be712c20-585d-4a6b-ba7c-9208918fe8d5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=be712c20-585d-4a6b-ba7c-9208918fe8d5,segment=NetworkSegment(528b22de-3b90-4599-b9c6-d4ed2483c7d8),segment_id=528b22de-3b90-4599-b9c6-d4ed2483c7d8)] {{(pid=99981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:02:32.827306 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [req-f40f06b7-e320-4649-9036-e3a6dbcd7544 req-dd52a8e8-4499-4b9e-a557-48874a1ba4c6 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks [] for port, precommit_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:32.829615 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0b121a9d-918f-43e5-8378-46d3f5f2d86b req-8ec266ea-004d-49d1-8ea8-4bba02908ca6 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386274 Jun 23 19:02:32.937854 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [req-f40f06b7-e320-4649-9036-e3a6dbcd7544 req-dd52a8e8-4499-4b9e-a557-48874a1ba4c6 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66155761'] for port, after_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:32.941999 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-102d8c6b-7cc0-4d19-9232-34f33fcf81ed tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:33.001365 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['be712c20-585d-4a6b-ba7c-9208918fe8d5'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:02:33.023257 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f06b7-e320-4649-9036-e3a6dbcd7544 req-dd52a8e8-4499-4b9e-a557-48874a1ba4c6 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:33.024274 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [req-f40f06b7-e320-4649-9036-e3a6dbcd7544 req-dd52a8e8-4499-4b9e-a557-48874a1ba4c6 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:33.025868 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f40f06b7-e320-4649-9036-e3a6dbcd7544 req-dd52a8e8-4499-4b9e-a557-48874a1ba4c6 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "PUT /v2.0/ports/be712c20-585d-4a6b-ba7c-9208918fe8d5 HTTP/1.1" status: 200 len: 981 time: 0.5554471 Jun 23 19:02:33.026668 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3059096a-e982-4849-b33c-3aa53b5b8d85', 'tag': 'be712c20-585d-4a6b-ba7c-9208918fe8d5'}] {{(pid=99981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:02:33.030558 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c19ba6c2e482ff9aabb3850c8975427142a9e03079a3b94b5c7a7eb1b25c395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d1294f-af10-4e66-8ca8-52d3635ad0e0" -d '{"events": [{"name": "network-changed", "server_uuid": "3059096a-e982-4849-b33c-3aa53b5b8d85", "tag": "be712c20-585d-4a6b-ba7c-9208918fe8d5"}]}' {{(pid=99981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:02:33.052077 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cace8ee-6dcf-4836-92f3-a3975603d7b5 req-ad6b8a92-4128-4fd4-9467-da905bd5800e tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:33.054005 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8cace8ee-6dcf-4836-92f3-a3975603d7b5 req-ad6b8a92-4128-4fd4-9467-da905bd5800e tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.0966551 Jun 23 19:02:33.067687 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd52a8e8-4499-4b9e-a557-48874a1ba4c6 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Pushing event updated for resources: {'Port': ['ID=be712c20-585d-4a6b-ba7c-9208918fe8d5,revision_number=6']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:33.083180 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-dd52a8e8-4499-4b9e-a557-48874a1ba4c6 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:33.142977 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8cace8ee-6dcf-4836-92f3-a3975603d7b5 req-03e30f79-76ab-4b34-bbf1-76bdd8e261f0 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642502 Jun 23 19:02:33.240168 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-d7cc1e23-719b-4e0b-affe-cc1d06fa01bf req-06c9446a-6eeb-43c4-8357-d0ac7925843c tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/ports?device_id=367ac2bf-547d-4eb8-8a18-3a94b54180ec HTTP/1.1" status: 200 len: 210 time: 0.0536003 Jun 23 19:02:33.301435 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7e50ee-f5e3-424e-9b8a-47f332e95f70 x-openstack-request-id: req-1c7e50ee-f5e3-424e-9b8a-47f332e95f70 {{(pid=99981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:02:33.301984 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3059096a-e982-4849-b33c-3aa53b5b8d85", "tag": "be712c20-585d-4a6b-ba7c-9208918fe8d5", "status": "completed", "code": 200}]} {{(pid=99981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:02:33.302483 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1c7e50ee-f5e3-424e-9b8a-47f332e95f70 {{(pid=99981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:02:33.303149 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3059096a-e982-4849-b33c-3aa53b5b8d85', 'tag': 'be712c20-585d-4a6b-ba7c-9208918fe8d5', 'status': 'completed', 'code': 200} Jun 23 19:02:33.344156 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['be712c20-585d-4a6b-ba7c-9208918fe8d5'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:02:33.370772 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-cb9f24db-8a18-4503-8148-23e5870ffbe0 None None] Provisioning complete for port be712c20-585d-4a6b-ba7c-9208918fe8d5 triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:02:33.371158 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-cb9f24db-8a18-4503-8148-23e5870ffbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:33.511004 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1294f-af10-4e66-8ca8-52d3635ad0e0 req-53534471-5b41-4924-84b7-5650ad9d7946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:33.512480 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-26d1294f-af10-4e66-8ca8-52d3635ad0e0 req-53534471-5b41-4924-84b7-5650ad9d7946 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=39ebdfd6bceb4d8baa6bb77d6bdc2ff4&device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 1137 time: 0.1012270 Jun 23 19:02:33.528470 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb05f9d-59d8-4aeb-93a7-078b0c15aed4 req-08cb36e0-de4c-42a4-bd7d-b47c7cbd54b7 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:33.530128 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-ecb05f9d-59d8-4aeb-93a7-078b0c15aed4 req-08cb36e0-de4c-42a4-bd7d-b47c7cbd54b7 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 984 time: 0.0849786 Jun 23 19:02:33.629600 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-ecb05f9d-59d8-4aeb-93a7-078b0c15aed4 req-2fbb9799-b8ee-427a-ac0b-b796beab17df tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b060049-3a48-48a3-94d0-4015e02ed38c&id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0905757 Jun 23 19:02:33.630287 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:33.666740 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1294f-af10-4e66-8ca8-52d3635ad0e0 req-884331a5-d634-47c9-abed-70af0396b172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:33.667325 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-26d1294f-af10-4e66-8ca8-52d3635ad0e0 req-884331a5-d634-47c9-abed-70af0396b172 service neutron] 10.222.0.74 "GET /v2.0/networks?id=07c16b52-6a2b-4672-a465-c1c2c0e75c21 HTTP/1.1" status: 200 len: 916 time: 0.1214304 Jun 23 19:02:33.736520 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-26d1294f-af10-4e66-8ca8-52d3635ad0e0 req-e39fe898-c8db-4911-96c0-284c4a2148c7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be712c20-585d-4a6b-ba7c-9208918fe8d5 HTTP/1.1" status: 200 len: 999 time: 0.0623505 Jun 23 19:02:33.799439 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1294f-af10-4e66-8ca8-52d3635ad0e0 req-01ce9065-8a89-425b-894c-377796beb033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:33.801453 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-26d1294f-af10-4e66-8ca8-52d3635ad0e0 req-01ce9065-8a89-425b-894c-377796beb033 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=280e4d64-5f4e-4e43-8a51-877f10eb6cb5 HTTP/1.1" status: 200 len: 854 time: 0.0503197 Jun 23 19:02:33.891652 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1294f-af10-4e66-8ca8-52d3635ad0e0 req-fa6f3d87-8521-480d-a545-0a3e22531b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:33.893241 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-26d1294f-af10-4e66-8ca8-52d3635ad0e0 req-fa6f3d87-8521-480d-a545-0a3e22531b36 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=07c16b52-6a2b-4672-a465-c1c2c0e75c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0793927 Jun 23 19:02:34.056525 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 7e8f5ba8-aa9d-451c-bd3a-d7786a837f16 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:02:34.066189 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-26d1294f-af10-4e66-8ca8-52d3635ad0e0 req-3ea00e87-3ac1-4164-9fc6-68eaa29a0ed2 service neutron] 10.222.0.74 "GET /v2.0/networks/07c16b52-6a2b-4672-a465-c1c2c0e75c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286077 Jun 23 19:02:34.080041 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] No Port match for: 7e8f5ba8-aa9d-451c-bd3a-d7786a837f16 {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:02:34.080403 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 7e8f5ba8-aa9d-451c-bd3a-d7786a837f16 not bound to the agent host hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:02:34.087224 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a6747-0cff-48f3-a08f-c1089475a317 req-ff8be8c2-2d6e-474c-878f-25c0d14f833a tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:34.088679 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c60a6747-0cff-48f3-a08f-c1089475a317 req-ff8be8c2-2d6e-474c-878f-25c0d14f833a tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 946 time: 0.0937991 Jun 23 19:02:34.175410 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c60a6747-0cff-48f3-a08f-c1089475a317 req-4a903de4-30f5-4f0f-ae89-bc623ad184ea tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783451 Jun 23 19:02:34.197982 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-26d1294f-af10-4e66-8ca8-52d3635ad0e0 req-e3a22644-b909-4937-8c97-16bb0139745c service neutron] 10.222.0.74 "GET /v2.0/networks/07c16b52-6a2b-4672-a465-c1c2c0e75c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083472 Jun 23 19:02:34.367975 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf064fb2-fb8d-4e3a-88e2-6fe6082e6ada req-fd02749d-6555-44d0-9c27-aff3d6ca2097 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:34.367975 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-cf064fb2-fb8d-4e3a-88e2-6fe6082e6ada req-fd02749d-6555-44d0-9c27-aff3d6ca2097 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.0770102 Jun 23 19:02:34.419111 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-cf064fb2-fb8d-4e3a-88e2-6fe6082e6ada req-9621cfd3-39de-4c3b-810a-cddab27a69da tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456641 Jun 23 19:02:35.097439 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 32806) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:02:35.197892 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-79751feb-169d-4043-b4db-cc776559a886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:35.288609 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-79751feb-169d-4043-b4db-cc776559a886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:35.355589 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98515c05-d1f0-43e8-b092-ce6f14659cd2 req-66698dd1-5429-4813-a5d1-3334639257d0 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:35.357056 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-98515c05-d1f0-43e8-b092-ce6f14659cd2 req-66698dd1-5429-4813-a5d1-3334639257d0 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 946 time: 0.0628252 Jun 23 19:02:35.396794 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-98515c05-d1f0-43e8-b092-ce6f14659cd2 req-ee115fff-7879-4975-95b7-4b11347209d6 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339053 Jun 23 19:02:35.408005 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-79751feb-169d-4043-b4db-cc776559a886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:35.412107 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-20543db4-1f05-4bcb-be7c-35ac0b995efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:35.447661 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-79751feb-169d-4043-b4db-cc776559a886 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2447a205105f41efa8f3e465636151e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3491361 Jun 23 19:02:35.448571 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79751feb-169d-4043-b4db-cc776559a886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c9974f-351a-475d-b50b-608c60c3cc1f,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:35.450171 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 32818) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:02:35.452426 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-79751feb-169d-4043-b4db-cc776559a886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:35.777184 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-19d111e6-5c25-441a-a099-7df1ebd4b578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:35.806896 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f40b07-2bb4-4f57-918e-33db51433dc9 req-a11e30e4-1465-41c0-ace1-9bddb8454f18 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:35.808339 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-37f40b07-2bb4-4f57-918e-33db51433dc9 req-a11e30e4-1465-41c0-ace1-9bddb8454f18 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.1026752 Jun 23 19:02:35.812692 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-19d111e6-5c25-441a-a099-7df1ebd4b578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:35.867844 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-37f40b07-2bb4-4f57-918e-33db51433dc9 req-a3f82dd4-7159-410c-81aa-7d558f2f37ad tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526381 Jun 23 19:02:35.939242 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-19d111e6-5c25-441a-a099-7df1ebd4b578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:35.941943 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-19d111e6-5c25-441a-a099-7df1ebd4b578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:35.943083 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-19d111e6-5c25-441a-a099-7df1ebd4b578 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/39c9974f-351a-475d-b50b-608c60c3cc1f HTTP/1.1" status: 204 len: 168 time: 0.4919243 Jun 23 19:02:35.943871 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-e256ca41-7f80-4227-94d9-fbcf173cc76a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:35.951227 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d111e6-5c25-441a-a099-7df1ebd4b578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c9974f-351a-475d-b50b-608c60c3cc1f,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:35.963703 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-19d111e6-5c25-441a-a099-7df1ebd4b578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:36.560759 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 32828) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:02:36.577222 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-20cc9486-621e-4c20-8a15-47a0e7587c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:36.660785 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-20cc9486-621e-4c20-8a15-47a0e7587c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:36.737875 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-20cc9486-621e-4c20-8a15-47a0e7587c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:36.740389 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-3dc08d13-7777-4f03-a678-e648b4fe4690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:36.775457 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-20cc9486-621e-4c20-8a15-47a0e7587c13 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=33463639c2804caeadd7af283e7934fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2136314 Jun 23 19:02:36.776367 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc9486-621e-4c20-8a15-47a0e7587c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d787ad5-8c64-4c5a-88be-053d49dc015e,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:36.778138 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 32830) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:02:36.779467 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-20cc9486-621e-4c20-8a15-47a0e7587c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:36.830172 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-f8939f09-9bb8-46bf-856f-2964a4100314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:36.850812 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-f8939f09-9bb8-46bf-856f-2964a4100314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:36.972382 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-f8939f09-9bb8-46bf-856f-2964a4100314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:36.975255 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-f8939f09-9bb8-46bf-856f-2964a4100314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:36.976388 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-f8939f09-9bb8-46bf-856f-2964a4100314 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3d787ad5-8c64-4c5a-88be-053d49dc015e HTTP/1.1" status: 204 len: 168 time: 0.1971555 Jun 23 19:02:36.978367 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-96ef598e-5612-43ca-9109-a718445d02dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:36.994989 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8939f09-9bb8-46bf-856f-2964a4100314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d787ad5-8c64-4c5a-88be-053d49dc015e,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:37.012095 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-f8939f09-9bb8-46bf-856f-2964a4100314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:37.047423 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571d37e-c25d-494c-b903-9d31a3968b18 req-14fac5f5-9647-4042-b7ed-ba843734d5dd tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:37.048946 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f571d37e-c25d-494c-b903-9d31a3968b18 req-14fac5f5-9647-4042-b7ed-ba843734d5dd tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.0715337 Jun 23 19:02:37.086504 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f571d37e-c25d-494c-b903-9d31a3968b18 req-eada0db2-2157-4e80-af09-c5b12358cea0 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316675 Jun 23 19:02:37.885210 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 6 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:02:38.255479 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd741d3-22ee-4d07-bb71-b338eb9dda0b req-fea8a329-bf70-4a86-ae2d-3701c3c99d67 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:38.257028 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-fcd741d3-22ee-4d07-bb71-b338eb9dda0b req-fea8a329-bf70-4a86-ae2d-3701c3c99d67 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.0620792 Jun 23 19:02:38.295188 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-fcd741d3-22ee-4d07-bb71-b338eb9dda0b req-3bd6f4f1-5ae3-45bd-aca5-3045f887dfee tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324068 Jun 23 19:02:39.109211 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:39.373862 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77cd277-50df-4ce5-a569-4de3f28249d1 req-edf2dcdc-652c-4659-815c-02ab295676ca tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:39.375320 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c77cd277-50df-4ce5-a569-4de3f28249d1 req-edf2dcdc-652c-4659-815c-02ab295676ca tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.0714824 Jun 23 19:02:39.472590 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-c77cd277-50df-4ce5-a569-4de3f28249d1 req-a0f7708b-0faf-4cc8-a4ca-12112d47c738 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Deleting port 73c94921-4fe9-4123-8536-a0efac48cf1d {{(pid=99982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:02:39.472910 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157154dd-586b-4054-9eeb-641af7625a26 req-e2463a80-eb6d-4813-be87-9beb672a9b9a tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:39.473415 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-c77cd277-50df-4ce5-a569-4de3f28249d1 req-a0f7708b-0faf-4cc8-a4ca-12112d47c738 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:39.474547 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-157154dd-586b-4054-9eeb-641af7625a26 req-e2463a80-eb6d-4813-be87-9beb672a9b9a tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 945 time: 0.0666783 Jun 23 19:02:39.513011 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-157154dd-586b-4054-9eeb-641af7625a26 req-e8ba8d6f-0e8a-4755-a35e-bacec1cb5b81 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328436 Jun 23 19:02:39.562415 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-c77cd277-50df-4ce5-a569-4de3f28249d1 req-a0f7708b-0faf-4cc8-a4ca-12112d47c738 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] For port 73c94921-4fe9-4123-8536-a0efac48cf1d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=73c94921-4fe9-4123-8536-a0efac48cf1d,segment=NetworkSegment(3f8ce679-d627-490d-95f8-7137b292d1c8),segment_id=3f8ce679-d627-490d-95f8-7137b292d1c8)] {{(pid=99982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:02:39.568422 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-c77cd277-50df-4ce5-a569-4de3f28249d1 req-a0f7708b-0faf-4cc8-a4ca-12112d47c738 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:39.575023 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-c77cd277-50df-4ce5-a569-4de3f28249d1 req-a0f7708b-0faf-4cc8-a4ca-12112d47c738 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Calling delete_port for 73c94921-4fe9-4123-8536-a0efac48cf1d owned by compute:nova {{(pid=99982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:02:39.772368 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-c77cd277-50df-4ce5-a569-4de3f28249d1 req-a0f7708b-0faf-4cc8-a4ca-12112d47c738 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63686034'] for port, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:39.776332 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:39.805909 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7708b-0faf-4cc8-a4ca-12112d47c738 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Pushing event deleted for resources: {'Port': ['ID=73c94921-4fe9-4123-8536-a0efac48cf1d,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:39.808917 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-a0f7708b-0faf-4cc8-a4ca-12112d47c738 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:39.832555 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['2981d26e-c1fc-4f1b-b232-7fa6f09edba9', '73c94921-4fe9-4123-8536-a0efac48cf1d'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:02:39.848968 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [req-c77cd277-50df-4ce5-a569-4de3f28249d1 req-a0f7708b-0faf-4cc8-a4ca-12112d47c738 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] No DVR routers for this DVR port 73c94921-4fe9-4123-8536-a0efac48cf1d on host hv-cinder-78638 {{(pid=99982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:02:39.851453 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-c77cd277-50df-4ce5-a569-4de3f28249d1 req-a0f7708b-0faf-4cc8-a4ca-12112d47c738 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:39.853418 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c77cd277-50df-4ce5-a569-4de3f28249d1 req-a0f7708b-0faf-4cc8-a4ca-12112d47c738 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.74 "DELETE /v2.0/ports/73c94921-4fe9-4123-8536-a0efac48cf1d HTTP/1.1" status: 204 len: 173 time: 0.4721646 Jun 23 19:02:39.855571 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd3c684-b874-4db8-807f-25359908b923', 'name': 'network-vif-deleted', 'tag': '73c94921-4fe9-4123-8536-a0efac48cf1d'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:02:39.856208 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7013b98a-9c4f-465a-9400-b59fa7326254" -d '{"events": [{"server_uuid": "1bd3c684-b874-4db8-807f-25359908b923", "name": "network-vif-deleted", "tag": "73c94921-4fe9-4123-8536-a0efac48cf1d"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:02:39.899298 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd98932-c66c-4524-899d-32234e2a2bc5 x-openstack-request-id: req-4dd98932-c66c-4524-899d-32234e2a2bc5 {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:02:39.899554 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd3c684-b874-4db8-807f-25359908b923", "name": "network-vif-deleted", "tag": "73c94921-4fe9-4123-8536-a0efac48cf1d", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:02:39.900211 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4dd98932-c66c-4524-899d-32234e2a2bc5 {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:02:39.900404 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd3c684-b874-4db8-807f-25359908b923', 'name': 'network-vif-deleted', 'tag': '73c94921-4fe9-4123-8536-a0efac48cf1d', 'status': 'completed', 'code': 200} Jun 23 19:02:40.144531 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75309169-1dd0-4c71-8150-da32d682735e req-dc8185d7-3e34-457c-985a-ef9b37f38a2f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:40.146020 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-75309169-1dd0-4c71-8150-da32d682735e req-dc8185d7-3e34-457c-985a-ef9b37f38a2f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.0631018 Jun 23 19:02:40.187083 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-75309169-1dd0-4c71-8150-da32d682735e req-407d6805-8ce7-449d-8397-8e45eef9bbd5 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348341 Jun 23 19:02:40.666787 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-99687256-11dd-45bc-8750-cb318a7ff1bd req-88e09124-bdb0-45de-9280-0702a5d9c1a2 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd3c684-b874-4db8-807f-25359908b923 HTTP/1.1" status: 200 len: 210 time: 0.0274627 Jun 23 19:02:41.355177 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6983e16-85ca-47c5-b1c8-c4cf290233e7 req-87d1c551-9708-45e7-bfb9-2fc71224b80c tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:41.356651 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-d6983e16-85ca-47c5-b1c8-c4cf290233e7 req-87d1c551-9708-45e7-bfb9-2fc71224b80c tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.0610988 Jun 23 19:02:41.394172 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-d6983e16-85ca-47c5-b1c8-c4cf290233e7 req-31526a9e-9e0f-43f0-8fbc-eeb25c7364d4 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311456 Jun 23 19:02:41.553387 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 32946) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:02:41.656968 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-e28c6ccf-9634-483e-b994-024f684be241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:41.744573 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-e28c6ccf-9634-483e-b994-024f684be241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:41.796929 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-e28c6ccf-9634-483e-b994-024f684be241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:41.799625 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-613e8548-1988-44c8-a74a-40aa5392ce44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:41.837998 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-e28c6ccf-9634-483e-b994-024f684be241 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ab2149e7add740a2851871e8e38f6714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834775 Jun 23 19:02:41.839015 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c6ccf-9634-483e-b994-024f684be241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc8d0ce-05e9-4820-b6b0-e49b6708b8b9,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:41.840748 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 32956) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:02:41.842361 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-e28c6ccf-9634-483e-b994-024f684be241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:41.890962 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-72da2037-dd7c-40c5-861c-de7f169d27e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:41.911756 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-72da2037-dd7c-40c5-861c-de7f169d27e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:42.048386 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-72da2037-dd7c-40c5-861c-de7f169d27e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:42.051130 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-72da2037-dd7c-40c5-861c-de7f169d27e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:42.052298 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-72da2037-dd7c-40c5-861c-de7f169d27e0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0fc8d0ce-05e9-4820-b6b0-e49b6708b8b9 HTTP/1.1" status: 204 len: 168 time: 0.2102292 Jun 23 19:02:42.053118 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-f865fa08-9eec-4d75-a6aa-513530981583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:42.060513 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da2037-dd7c-40c5-861c-de7f169d27e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc8d0ce-05e9-4820-b6b0-e49b6708b8b9,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:42.065132 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-72da2037-dd7c-40c5-861c-de7f169d27e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:42.415608 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9950d8-3d94-497a-87e1-e343140580a0 req-1b0a2ac9-8026-485e-a101-25336a6f95b6 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:42.417109 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-9d9950d8-3d94-497a-87e1-e343140580a0 req-1b0a2ac9-8026-485e-a101-25336a6f95b6 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0627115 Jun 23 19:02:42.455592 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-9d9950d8-3d94-497a-87e1-e343140580a0 req-73c6a1d6-8853-4b74-995f-4bf78fd60d4f tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324714 Jun 23 19:02:42.567451 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd7e01-bc78-4429-b058-2b7152e46bf8 req-030e5b45-c224-417e-95b1-837c82b6f3d3 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:42.568844 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-08cd7e01-bc78-4429-b058-2b7152e46bf8 req-030e5b45-c224-417e-95b1-837c82b6f3d3 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.0608852 Jun 23 19:02:42.605542 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-08cd7e01-bc78-4429-b058-2b7152e46bf8 req-25f35efa-7f25-4ddd-a091-6b6003f7455b tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311000 Jun 23 19:02:42.704361 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 32968) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:02:42.717629 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-cd874b6e-c46d-45db-ac78-a992f93ae0fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:42.802276 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-cd874b6e-c46d-45db-ac78-a992f93ae0fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:42.881128 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-cd874b6e-c46d-45db-ac78-a992f93ae0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:42.884556 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-1f74b4a9-bf76-4001-a45f-3cfc64286b8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:42.918715 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-cd874b6e-c46d-45db-ac78-a992f93ae0fa admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9bbba08f5e9e4e65935cf927137735de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2132976 Jun 23 19:02:42.919856 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd874b6e-c46d-45db-ac78-a992f93ae0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8d79be-824e-467b-ab71-b597c0c1b2c9,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:42.921431 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 32972) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:02:42.922726 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-cd874b6e-c46d-45db-ac78-a992f93ae0fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:42.970744 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-86bb8657-a0dd-4eb4-a65c-2235621632b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:42.995065 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-86bb8657-a0dd-4eb4-a65c-2235621632b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:43.105294 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-86bb8657-a0dd-4eb4-a65c-2235621632b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:43.107969 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-86bb8657-a0dd-4eb4-a65c-2235621632b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:43.109110 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-86bb8657-a0dd-4eb4-a65c-2235621632b3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ee8d79be-824e-467b-ab71-b597c0c1b2c9 HTTP/1.1" status: 204 len: 168 time: 0.1867030 Jun 23 19:02:43.109847 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-b6072120-36c3-4f0c-a8a9-398104482ba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:43.117656 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb8657-a0dd-4eb4-a65c-2235621632b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8d79be-824e-467b-ab71-b597c0c1b2c9,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:43.120263 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-86bb8657-a0dd-4eb4-a65c-2235621632b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:43.627332 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb21fe-f8af-4f54-98be-193b233ba6cd req-58fe1f35-762f-4337-a09a-a232aeef1bd2 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:43.628768 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-98eb21fe-f8af-4f54-98be-193b233ba6cd req-58fe1f35-762f-4337-a09a-a232aeef1bd2 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0643172 Jun 23 19:02:43.667155 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-98eb21fe-f8af-4f54-98be-193b233ba6cd req-3103d35a-1726-477f-a44c-8cfb25574be2 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314989 Jun 23 19:02:43.781096 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dde8cd-400c-41f3-b083-e9638c224c46 req-6da904b1-6d09-44df-aa9c-842c25a71a69 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:43.782602 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-a9dde8cd-400c-41f3-b083-e9638c224c46 req-6da904b1-6d09-44df-aa9c-842c25a71a69 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.0635736 Jun 23 19:02:43.820169 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-a9dde8cd-400c-41f3-b083-e9638c224c46 req-d9cefaef-3569-4775-a601-55eab4c4d687 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319395 Jun 23 19:02:43.834436 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 73c94921-4fe9-4123-8536-a0efac48cf1d no longer exists at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:02:43.856488 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] No Port match for: 73c94921-4fe9-4123-8536-a0efac48cf1d {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:02:43.856835 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 73c94921-4fe9-4123-8536-a0efac48cf1d not bound to the agent host hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:02:44.129672 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c9c6fea2-1233-4971-9205-7c3bc6871dc9 req-4ec2732b-bfb2-4d0e-9295-04e0bc9888af service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492287 Jun 23 19:02:44.220947 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6fea2-1233-4971-9205-7c3bc6871dc9 req-39f12400-3d8a-4731-a93e-5c31e4c664e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:44.222441 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c9c6fea2-1233-4971-9205-7c3bc6871dc9 req-39f12400-3d8a-4731-a93e-5c31e4c664e5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=729d57d1e6084efaafdeeab91cc43749&device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 1099 time: 0.0513148 Jun 23 19:02:44.332619 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6fea2-1233-4971-9205-7c3bc6871dc9 req-fc740015-0b0e-4f0a-b090-e8a7a24984ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:44.334061 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c9c6fea2-1233-4971-9205-7c3bc6871dc9 req-fc740015-0b0e-4f0a-b090-e8a7a24984ac service neutron] 10.222.0.74 "GET /v2.0/networks?id=bfb4a1f7-e917-4d93-979a-9e772f8cdd47 HTTP/1.1" status: 200 len: 918 time: 0.0865099 Jun 23 19:02:44.404077 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c9c6fea2-1233-4971-9205-7c3bc6871dc9 req-3dbdf74d-450b-4c40-a3da-ac2da2de10f1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faa81078-f38b-45f4-a98c-5ccfbc7f907c HTTP/1.1" status: 200 len: 1000 time: 0.0561197 Jun 23 19:02:44.456284 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6fea2-1233-4971-9205-7c3bc6871dc9 req-094d2b9b-8b31-4a67-87d5-4b0a037f743f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:44.457696 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c9c6fea2-1233-4971-9205-7c3bc6871dc9 req-094d2b9b-8b31-4a67-87d5-4b0a037f743f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=32106090-9e53-4852-ad03-eb2e8f42dc88 HTTP/1.1" status: 200 len: 856 time: 0.0461738 Jun 23 19:02:44.516399 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6fea2-1233-4971-9205-7c3bc6871dc9 req-cb66770e-69ba-4bc6-984b-3364c952aee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:44.517907 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c9c6fea2-1233-4971-9205-7c3bc6871dc9 req-cb66770e-69ba-4bc6-984b-3364c952aee1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bfb4a1f7-e917-4d93-979a-9e772f8cdd47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516737 Jun 23 19:02:44.611988 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c9c6fea2-1233-4971-9205-7c3bc6871dc9 req-fb8648f1-4df6-492f-ac56-3e0f127feff6 service neutron] 10.222.0.74 "GET /v2.0/networks/bfb4a1f7-e917-4d93-979a-9e772f8cdd47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851758 Jun 23 19:02:44.705841 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c9c6fea2-1233-4971-9205-7c3bc6871dc9 req-fd067602-509b-4594-865b-7439f98673eb service neutron] 10.222.0.74 "GET /v2.0/networks/bfb4a1f7-e917-4d93-979a-9e772f8cdd47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865307 Jun 23 19:02:44.863944 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922bf807-0465-4a3c-a969-dac0262e3528 req-987a3a15-52fb-417a-b279-2d7b71545b31 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:44.866704 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-922bf807-0465-4a3c-a969-dac0262e3528 req-987a3a15-52fb-417a-b279-2d7b71545b31 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0743778 Jun 23 19:02:44.910060 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-922bf807-0465-4a3c-a969-dac0262e3528 req-15b53bb6-cfcc-4008-a77b-3467e510ff3a tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368588 Jun 23 19:02:44.999239 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-7e5946b9-96f2-4e08-bb0a-b0205ca8a2e5 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:45.000705 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-7e5946b9-96f2-4e08-bb0a-b0205ca8a2e5 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/networks?id=658d8149-b1f9-42f6-8eb0-ca10d2624cd8 HTTP/1.1" status: 200 len: 814 time: 0.1075161 Jun 23 19:02:45.015799 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-fd9822eb-0a1f-4fdc-946d-1c207eb03df9 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/quotas/225ca97f667a4834bfc8fd256ae8407f HTTP/1.1" status: 200 len: 375 time: 0.0091078 Jun 23 19:02:45.049454 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-a04345a0-fb4a-4fdd-bb03-eed6a13d7fdf tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=225ca97f667a4834bfc8fd256ae8407f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275593 Jun 23 19:02:45.081620 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8c12c-d02a-4be8-87a8-06c4cc220657 req-f908b3cf-d249-4277-a1fd-9e201ae27113 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:45.083248 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-efc8c12c-d02a-4be8-87a8-06c4cc220657 req-f908b3cf-d249-4277-a1fd-9e201ae27113 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.0693779 Jun 23 19:02:45.129375 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-efc8c12c-d02a-4be8-87a8-06c4cc220657 req-27978021-eca5-45c3-86a1-de0d2d271c7d tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381048 Jun 23 19:02:45.140920 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-41b295d2-3d66-4488-9895-052179ff1e58 service neutron] 10.222.0.47 "GET /v2.0/networks/658d8149-b1f9-42f6-8eb0-ca10d2624cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840576 Jun 23 19:02:45.232937 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-102b40e9-a7e1-4e3c-a0f6-735dfdfb52ab service neutron] 10.222.0.47 "GET /v2.0/networks/658d8149-b1f9-42f6-8eb0-ca10d2624cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855861 Jun 23 19:02:45.491930 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-bbbf7473-1a32-4472-8552-80932b782403 req-de2c0bb0-4f90-455a-82c1-648be07f3c14 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/ports?device_id=80ac82e9-5a2a-452a-af63-0d0266c2ea8e HTTP/1.1" status: 200 len: 210 time: 0.0384717 Jun 23 19:02:46.081958 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b42bb-3b11-4d54-89da-ea80c6038add req-a967cfe7-dd2f-4e91-9f1b-825acf72f0ba tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:46.083469 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-fa6b42bb-3b11-4d54-89da-ea80c6038add req-a967cfe7-dd2f-4e91-9f1b-825acf72f0ba tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0628669 Jun 23 19:02:46.120733 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-fa6b42bb-3b11-4d54-89da-ea80c6038add req-47e110b7-dd37-4ff9-a108-1bb629a4324b tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315607 Jun 23 19:02:46.302448 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c98ea-8c15-429b-9d99-9cb0b5e07173 req-f0577301-cd10-4899-a5e2-3992f8dc9f25 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:46.303823 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-722c98ea-8c15-429b-9d99-9cb0b5e07173 req-f0577301-cd10-4899-a5e2-3992f8dc9f25 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.0629048 Jun 23 19:02:46.340543 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-722c98ea-8c15-429b-9d99-9cb0b5e07173 req-696e1198-4224-468b-bc1c-5142b049a7b4 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310047 Jun 23 19:02:46.632625 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c5f47fc7-15a9-4485-8d93-e3f4fd8ba9f8 req-aa28b361-9b33-48c5-a8e9-2d97f879ca74 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/ports?device_id=80ac82e9-5a2a-452a-af63-0d0266c2ea8e HTTP/1.1" status: 200 len: 210 time: 0.0318494 Jun 23 19:02:47.295494 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ef39d-6fbe-496e-9af3-f11159297892 req-cc4d3874-d34e-4c98-9b44-fb3a161ee8c0 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:47.296938 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-314ef39d-6fbe-496e-9af3-f11159297892 req-cc4d3874-d34e-4c98-9b44-fb3a161ee8c0 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0655260 Jun 23 19:02:47.335265 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-314ef39d-6fbe-496e-9af3-f11159297892 req-53cb4f05-fd4a-4af7-beb5-b6b4c0ddef75 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318613 Jun 23 19:02:47.511059 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2c286-4de5-4f01-949f-a799f449d37b req-b34e7f22-c7eb-4388-90c9-7aac5b29c7d4 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:47.514094 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-77f2c286-4de5-4f01-949f-a799f449d37b req-b34e7f22-c7eb-4388-90c9-7aac5b29c7d4 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.0620298 Jun 23 19:02:47.552453 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-77f2c286-4de5-4f01-949f-a799f449d37b req-1a608ddc-b700-4e7d-b4d8-6b9197b2e60e tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312262 Jun 23 19:02:47.774847 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-470abd49-44b5-4152-960e-afd3509ced2e req-582240c1-ccb1-4ef8-9bff-ff4948781732 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/ports?device_id=80ac82e9-5a2a-452a-af63-0d0266c2ea8e HTTP/1.1" status: 200 len: 210 time: 0.0289226 Jun 23 19:02:48.167887 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-b3308d23-218c-44e1-a831-466a4a270be9 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:48.169316 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-b3308d23-218c-44e1-a831-466a4a270be9 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.74 "GET /v2.0/networks?id=658d8149-b1f9-42f6-8eb0-ca10d2624cd8 HTTP/1.1" status: 200 len: 814 time: 0.1056864 Jun 23 19:02:48.213673 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-02248c34-5c68-4f0a-95a4-65781ccee748 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Request body: {'port': {'device_id': '80ac82e9-5a2a-452a-af63-0d0266c2ea8e', 'network_id': '658d8149-b1f9-42f6-8eb0-ca10d2624cd8', 'admin_state_up': True, 'tenant_id': '225ca97f667a4834bfc8fd256ae8407f'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:02:48.391339 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-02248c34-5c68-4f0a-95a4-65781ccee748 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Made reservation on behalf of 225ca97f667a4834bfc8fd256ae8407f for: {'port': 1} {{(pid=99982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:02:48.396303 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-02248c34-5c68-4f0a-95a4-65781ccee748 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:48.513617 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b095b5e-b392-4200-9a91-7df096f88ea7 req-b529b1d4-3673-48d9-bd7c-428f9e0acdd3 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:48.515335 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-0b095b5e-b392-4200-9a91-7df096f88ea7 req-b529b1d4-3673-48d9-bd7c-428f9e0acdd3 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0689540 Jun 23 19:02:48.525595 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.db_base_plugin_common [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-02248c34-5c68-4f0a-95a4-65781ccee748 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Allocated IP 172.20.0.2 (658d8149-b1f9-42f6-8eb0-ca10d2624cd8/6e064846-44b1-4acd-8a72-8291f398f826/1b2cdf11-87be-45ad-b5c1-7a1ef1304439) {{(pid=99982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:02:48.566799 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-0b095b5e-b392-4200-9a91-7df096f88ea7 req-a4de1ef9-302e-473a-8016-b7aa6375342b tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409901 Jun 23 19:02:48.698988 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-02248c34-5c68-4f0a-95a4-65781ccee748 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Notify callbacks [] for port, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:48.756687 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39970fe-3cba-4300-845e-5c17e8354f7f req-47dc9502-61fc-4227-8e57-f7f6ed2ca3e2 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:48.757935 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b39970fe-3cba-4300-845e-5c17e8354f7f req-47dc9502-61fc-4227-8e57-f7f6ed2ca3e2 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.0955608 Jun 23 19:02:48.794342 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b39970fe-3cba-4300-845e-5c17e8354f7f req-fe9b2706-d27e-4c37-af7d-4d412f84aaf4 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306978 Jun 23 19:02:48.837610 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-02248c34-5c68-4f0a-95a4-65781ccee748 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63686027'] for port, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:48.841673 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-77c7ec3a-03bc-4f79-8d98-5c518bad7adb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:48.883023 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-02248c34-5c68-4f0a-95a4-65781ccee748 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Network 658d8149-b1f9-42f6-8eb0-ca10d2624cd8 is already hosted by enough agents. {{(pid=99982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:02:48.886157 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.base_scheduler [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-02248c34-5c68-4f0a-95a4-65781ccee748 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Resources bound (agent type, host, resource id): {{(pid=99982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:02:48.890071 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-02248c34-5c68-4f0a-95a4-65781ccee748 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Received port after_create {{(pid=99982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:02:48.897131 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02248c34-5c68-4f0a-95a4-65781ccee748 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Pushing event updated for resources: {'Port': ['ID=1b2cdf11-87be-45ad-b5c1-7a1ef1304439,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:48.919468 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-02248c34-5c68-4f0a-95a4-65781ccee748 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:48.944611 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-02248c34-5c68-4f0a-95a4-65781ccee748 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:48.945221 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-02248c34-5c68-4f0a-95a4-65781ccee748 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:48.948587 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b63c5-cf87-455d-a043-f4bd6f050a29 req-ac533cd8-c57e-4adb-9fcd-9da90e381b3e tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:48.950102 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-8e1b63c5-cf87-455d-a043-f4bd6f050a29 req-ac533cd8-c57e-4adb-9fcd-9da90e381b3e tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/ports?device_id=80ac82e9-5a2a-452a-af63-0d0266c2ea8e HTTP/1.1" status: 200 len: 931 time: 0.0658638 Jun 23 19:02:48.988731 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-8e1b63c5-cf87-455d-a043-f4bd6f050a29 req-c51330be-ec09-4ee3-a4f8-03a12523b9ca tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c65a21b-885f-4a6c-96a2-cea22fb5ac8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314696 Jun 23 19:02:49.054862 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-02248c34-5c68-4f0a-95a4-65781ccee748 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8605084 Jun 23 19:02:49.074814 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-402957d8-57b3-4fa2-8118-71af11e9629a service neutron] Request body: {'port': {'device_id': '80ac82e9-5a2a-452a-af63-0d0266c2ea8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:02:49.143214 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-402957d8-57b3-4fa2-8118-71af11e9629a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:49.404712 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-402957d8-57b3-4fa2-8118-71af11e9629a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b2cdf11-87be-45ad-b5c1-7a1ef1304439 {{(pid=99982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:02:49.412453 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-402957d8-57b3-4fa2-8118-71af11e9629a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:49.426159 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.provisioning_blocks [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-402957d8-57b3-4fa2-8118-71af11e9629a service neutron] Transition to ACTIVE for port object 1b2cdf11-87be-45ad-b5c1-7a1ef1304439 will not be triggered until provisioned by entity L2. {{(pid=99982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:02:49.488782 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-402957d8-57b3-4fa2-8118-71af11e9629a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63686041'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:49.491851 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-3b6bb1d2-3aec-40f1-9bfe-c66326671bee tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:49.540010 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402957d8-57b3-4fa2-8118-71af11e9629a service neutron] Pushing event updated for resources: {'Port': ['ID=1b2cdf11-87be-45ad-b5c1-7a1ef1304439,revision_number=2']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:49.557558 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-402957d8-57b3-4fa2-8118-71af11e9629a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:49.603382 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-402957d8-57b3-4fa2-8118-71af11e9629a service neutron] Attempting to bind port 1b2cdf11-87be-45ad-b5c1-7a1ef1304439 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:02:49.610521 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-402957d8-57b3-4fa2-8118-71af11e9629a service neutron] Attempting to bind port 1b2cdf11-87be-45ad-b5c1-7a1ef1304439 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'cbff3bae-8867-4bfd-81b0-e01abc8c7c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '658d8149-b1f9-42f6-8eb0-ca10d2624cd8'}] {{(pid=99982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:02:49.610521 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-402957d8-57b3-4fa2-8118-71af11e9629a service neutron] Attempting to bind port 1b2cdf11-87be-45ad-b5c1-7a1ef1304439 on network 658d8149-b1f9-42f6-8eb0-ca10d2624cd8 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:02:49.610521 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-402957d8-57b3-4fa2-8118-71af11e9629a service neutron] Port 1b2cdf11-87be-45ad-b5c1-7a1ef1304439 on network 658d8149-b1f9-42f6-8eb0-ca10d2624cd8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:02:49.610521 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-402957d8-57b3-4fa2-8118-71af11e9629a service neutron] Attempting to bind port 1b2cdf11-87be-45ad-b5c1-7a1ef1304439 on network 658d8149-b1f9-42f6-8eb0-ca10d2624cd8 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:02:49.613956 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-402957d8-57b3-4fa2-8118-71af11e9629a service neutron] Checking agent: {'id': '3aaf2a66-4435-4fa2-a046-8ce762f61c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:02:49.614391 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-402957d8-57b3-4fa2-8118-71af11e9629a service neutron] Checking segment: {'id': 'cbff3bae-8867-4bfd-81b0-e01abc8c7c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '658d8149-b1f9-42f6-8eb0-ca10d2624cd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:02:49.614777 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-402957d8-57b3-4fa2-8118-71af11e9629a service neutron] Bound using segment: {'id': 'cbff3bae-8867-4bfd-81b0-e01abc8c7c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '658d8149-b1f9-42f6-8eb0-ca10d2624cd8'} {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:02:49.615200 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-402957d8-57b3-4fa2-8118-71af11e9629a service neutron] Bound port: 1b2cdf11-87be-45ad-b5c1-7a1ef1304439, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbff3bae-8867-4bfd-81b0-e01abc8c7c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '658d8149-b1f9-42f6-8eb0-ca10d2624cd8'}}] {{(pid=99982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:02:49.615547 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-402957d8-57b3-4fa2-8118-71af11e9629a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:49.690330 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-402957d8-57b3-4fa2-8118-71af11e9629a service neutron] For port 1b2cdf11-87be-45ad-b5c1-7a1ef1304439, host hv-cinder-78638, cleared binding levels {{(pid=99982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:02:49.721165 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-402957d8-57b3-4fa2-8118-71af11e9629a service neutron] For port 1b2cdf11-87be-45ad-b5c1-7a1ef1304439, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1b2cdf11-87be-45ad-b5c1-7a1ef1304439,segment=NetworkSegment(cbff3bae-8867-4bfd-81b0-e01abc8c7c68),segment_id=cbff3bae-8867-4bfd-81b0-e01abc8c7c68)] {{(pid=99982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:02:49.752278 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f8d29-b05e-4829-b96d-ee8b61474a1c req-6acc9a25-5daf-4dbf-bd89-39343e84f264 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:49.753767 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-323f8d29-b05e-4829-b96d-ee8b61474a1c req-6acc9a25-5daf-4dbf-bd89-39343e84f264 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0762393 Jun 23 19:02:49.774239 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-402957d8-57b3-4fa2-8118-71af11e9629a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63686041'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:49.778185 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-a938e586-df39-4bfa-a0fe-d8a5517ba4cf tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:49.823942 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-402957d8-57b3-4fa2-8118-71af11e9629a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:49.824550 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-402957d8-57b3-4fa2-8118-71af11e9629a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:49.825917 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-402957d8-57b3-4fa2-8118-71af11e9629a service neutron] 10.222.0.74 "PUT /v2.0/ports/1b2cdf11-87be-45ad-b5c1-7a1ef1304439 HTTP/1.1" status: 200 len: 1093 time: 0.7551260 Jun 23 19:02:49.826464 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ac82e9-5a2a-452a-af63-0d0266c2ea8e', 'tag': '1b2cdf11-87be-45ad-b5c1-7a1ef1304439'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:02:49.828788 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6cc532-045a-4e00-8768-4bec1d0aebf0" -d '{"events": [{"name": "network-changed", "server_uuid": "80ac82e9-5a2a-452a-af63-0d0266c2ea8e", "tag": "1b2cdf11-87be-45ad-b5c1-7a1ef1304439"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:02:49.847126 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-323f8d29-b05e-4829-b96d-ee8b61474a1c req-1900a8fe-4673-42cf-be14-9e1ccc1b2a19 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875065 Jun 23 19:02:49.852007 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402957d8-57b3-4fa2-8118-71af11e9629a service neutron] Pushing event updated for resources: {'Port': ['ID=1b2cdf11-87be-45ad-b5c1-7a1ef1304439,revision_number=3']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:49.855122 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-402957d8-57b3-4fa2-8118-71af11e9629a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:49.894822 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957646e8-3fe4-4e25-8a96-89c2d06cd871 x-openstack-request-id: req-957646e8-3fe4-4e25-8a96-89c2d06cd871 {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:02:49.895154 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ac82e9-5a2a-452a-af63-0d0266c2ea8e", "tag": "1b2cdf11-87be-45ad-b5c1-7a1ef1304439", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:02:49.895449 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-957646e8-3fe4-4e25-8a96-89c2d06cd871 {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:02:49.896000 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ac82e9-5a2a-452a-af63-0d0266c2ea8e', 'tag': '1b2cdf11-87be-45ad-b5c1-7a1ef1304439', 'status': 'completed', 'code': 200} Jun 23 19:02:49.974811 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943fe11-cefd-44ac-8908-93617bbf8177 req-a8d037b9-6c8b-4cf2-8867-0e2fbfe1fd1a tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:49.976280 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-b943fe11-cefd-44ac-8908-93617bbf8177 req-a8d037b9-6c8b-4cf2-8867-0e2fbfe1fd1a tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.0624890 Jun 23 19:02:50.005599 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6cc532-045a-4e00-8768-4bec1d0aebf0 req-6aa73164-fc5d-4bf0-a548-2b11e712d0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:50.007146 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-1c6cc532-045a-4e00-8768-4bec1d0aebf0 req-6aa73164-fc5d-4bf0-a548-2b11e712d0bb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=225ca97f667a4834bfc8fd256ae8407f&device_id=80ac82e9-5a2a-452a-af63-0d0266c2ea8e HTTP/1.1" status: 200 len: 1096 time: 0.0553453 Jun 23 19:02:50.013058 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-b943fe11-cefd-44ac-8908-93617bbf8177 req-0f21d439-950f-4b92-8a62-f6b8ad32a1ea tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309052 Jun 23 19:02:50.156673 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6cc532-045a-4e00-8768-4bec1d0aebf0 req-1f379ec9-b7e2-4bb5-99ac-b4c87bada8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:50.158108 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-1c6cc532-045a-4e00-8768-4bec1d0aebf0 req-1f379ec9-b7e2-4bb5-99ac-b4c87bada8d4 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=225ca97f667a4834bfc8fd256ae8407f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1273973 Jun 23 19:02:50.232033 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de97d2-c041-44bf-af04-6c56d07c6561 req-62b74f31-a44e-4989-96bb-a5f3df4e1d6b tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:50.233459 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-03de97d2-c041-44bf-af04-6c56d07c6561 req-62b74f31-a44e-4989-96bb-a5f3df4e1d6b tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/ports?device_id=80ac82e9-5a2a-452a-af63-0d0266c2ea8e HTTP/1.1" status: 200 len: 943 time: 0.1268432 Jun 23 19:02:50.288097 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6cc532-045a-4e00-8768-4bec1d0aebf0 req-82424e17-3d92-452e-bc9a-6979ed13f8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:50.289491 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-1c6cc532-045a-4e00-8768-4bec1d0aebf0 req-82424e17-3d92-452e-bc9a-6979ed13f8fa service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1242661 Jun 23 19:02:50.292212 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-03de97d2-c041-44bf-af04-6c56d07c6561 req-9d7824b8-e1c3-40e6-b08c-e883f24f8b08 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c65a21b-885f-4a6c-96a2-cea22fb5ac8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527263 Jun 23 19:02:50.445491 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-a8ccaa09-2702-4732-8166-4449c57f5f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:50.446915 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-a8ccaa09-2702-4732-8166-4449c57f5f3a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=225ca97f667a4834bfc8fd256ae8407f&device_id=80ac82e9-5a2a-452a-af63-0d0266c2ea8e HTTP/1.1" status: 200 len: 1096 time: 0.0544865 Jun 23 19:02:50.496544 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-2005fc32-2c16-4565-93bf-6561b89dd004 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b2cdf11-87be-45ad-b5c1-7a1ef1304439 HTTP/1.1" status: 200 len: 217 time: 0.0318820 Jun 23 19:02:50.545752 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-beef1ebd-82e2-4732-a95e-88d01ac27576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:50.547188 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-beef1ebd-82e2-4732-a95e-88d01ac27576 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6e064846-44b1-4acd-8a72-8291f398f826 HTTP/1.1" status: 200 len: 854 time: 0.0406716 Jun 23 19:02:50.582787 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-5c47ce33-5cdd-45d1-acd6-b667ca766035 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=658d8149-b1f9-42f6-8eb0-ca10d2624cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280139 Jun 23 19:02:50.679757 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-2302960b-637e-483f-aeb7-663d95cfa0f8 service neutron] 10.222.0.74 "GET /v2.0/networks/658d8149-b1f9-42f6-8eb0-ca10d2624cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792665 Jun 23 19:02:50.772957 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-43dfba8c-9b93-4e9d-b234-14b0b98442e4 req-338e8eac-75f8-4e3a-a298-fa3af874bddc service neutron] 10.222.0.74 "GET /v2.0/networks/658d8149-b1f9-42f6-8eb0-ca10d2624cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838864 Jun 23 19:02:51.020852 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48238949-b7d3-4964-9dfc-014e71b42536 req-8e1676a5-daad-456b-b89c-4ec37c44946d tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:51.022238 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-48238949-b7d3-4964-9dfc-014e71b42536 req-8e1676a5-daad-456b-b89c-4ec37c44946d tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0641487 Jun 23 19:02:51.061431 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-48238949-b7d3-4964-9dfc-014e71b42536 req-cd84ea59-8cb7-418e-a2b5-a587e9406709 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/security-groups?id=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334151 Jun 23 19:02:51.190060 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f962d79-bc06-4699-84e1-7f3392e5f5a4 req-2eba9e0a-9f8d-4a88-b61f-e0691e8f10fd tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:51.191588 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4f962d79-bc06-4699-84e1-7f3392e5f5a4 req-2eba9e0a-9f8d-4a88-b61f-e0691e8f10fd tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.0639961 Jun 23 19:02:51.230875 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4f962d79-bc06-4699-84e1-7f3392e5f5a4 req-58d72256-9b2d-4ccb-8732-ee4ca6529ec0 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335295 Jun 23 19:02:51.461750 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf16bf-28e0-4ce6-bdad-6ae596a4838e req-f4d5866b-ce48-4fb8-ba4e-b18a50f00ea1 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:51.463249 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-e2bf16bf-28e0-4ce6-bdad-6ae596a4838e req-f4d5866b-ce48-4fb8-ba4e-b18a50f00ea1 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/ports?device_id=80ac82e9-5a2a-452a-af63-0d0266c2ea8e HTTP/1.1" status: 200 len: 943 time: 0.0624721 Jun 23 19:02:51.490015 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e350133-9225-42f7-ad3c-87901f496d3e req-55180592-2823-4d7d-8c9a-0dabb2ef2e8e tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:51.494716 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-2e350133-9225-42f7-ad3c-87901f496d3e req-55180592-2823-4d7d-8c9a-0dabb2ef2e8e tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.74 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 945 time: 0.0602877 Jun 23 19:02:51.503224 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-e2bf16bf-28e0-4ce6-bdad-6ae596a4838e req-f52dea87-a9ec-482b-9ee9-b73d0d5649b8 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c65a21b-885f-4a6c-96a2-cea22fb5ac8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341301 Jun 23 19:02:51.595843 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-2e350133-9225-42f7-ad3c-87901f496d3e req-b3bb7b1e-a3e9-48ba-af5c-0418472573eb tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Deleting port 2981d26e-c1fc-4f1b-b232-7fa6f09edba9 {{(pid=99982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:02:51.596125 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-2e350133-9225-42f7-ad3c-87901f496d3e req-b3bb7b1e-a3e9-48ba-af5c-0418472573eb tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:51.680828 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-2e350133-9225-42f7-ad3c-87901f496d3e req-b3bb7b1e-a3e9-48ba-af5c-0418472573eb tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] For port 2981d26e-c1fc-4f1b-b232-7fa6f09edba9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2981d26e-c1fc-4f1b-b232-7fa6f09edba9,segment=NetworkSegment(3f8ce679-d627-490d-95f8-7137b292d1c8),segment_id=3f8ce679-d627-490d-95f8-7137b292d1c8)] {{(pid=99982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:02:51.681189 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-2e350133-9225-42f7-ad3c-87901f496d3e req-b3bb7b1e-a3e9-48ba-af5c-0418472573eb tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:51.693085 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-2e350133-9225-42f7-ad3c-87901f496d3e req-b3bb7b1e-a3e9-48ba-af5c-0418472573eb tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Calling delete_port for 2981d26e-c1fc-4f1b-b232-7fa6f09edba9 owned by compute:nova {{(pid=99982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:02:51.882861 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-2e350133-9225-42f7-ad3c-87901f496d3e req-b3bb7b1e-a3e9-48ba-af5c-0418472573eb tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63686034'] for port, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:51.886557 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-913a9d5c-dc8b-4f86-af42-95561232b2f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:51.911733 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb7b1e-a3e9-48ba-af5c-0418472573eb tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Pushing event deleted for resources: {'Port': ['ID=2981d26e-c1fc-4f1b-b232-7fa6f09edba9,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:51.914803 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-b3bb7b1e-a3e9-48ba-af5c-0418472573eb tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:51.925946 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['2981d26e-c1fc-4f1b-b232-7fa6f09edba9'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:02:51.958652 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e350133-9225-42f7-ad3c-87901f496d3e req-b3bb7b1e-a3e9-48ba-af5c-0418472573eb tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] No DVR routers for this DVR port 2981d26e-c1fc-4f1b-b232-7fa6f09edba9 on host hv-cinder-78638 {{(pid=99982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:02:51.960933 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-2e350133-9225-42f7-ad3c-87901f496d3e req-b3bb7b1e-a3e9-48ba-af5c-0418472573eb tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:51.962921 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-2e350133-9225-42f7-ad3c-87901f496d3e req-b3bb7b1e-a3e9-48ba-af5c-0418472573eb tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.74 "DELETE /v2.0/ports/2981d26e-c1fc-4f1b-b232-7fa6f09edba9 HTTP/1.1" status: 204 len: 173 time: 0.4618154 Jun 23 19:02:51.963429 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117a734c-3a6a-4c2c-803c-530f8bb27018', 'name': 'network-vif-deleted', 'tag': '2981d26e-c1fc-4f1b-b232-7fa6f09edba9'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:02:51.965656 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac38e24-525f-4af2-98f9-944553fad3e9" -d '{"events": [{"server_uuid": "117a734c-3a6a-4c2c-803c-530f8bb27018", "name": "network-vif-deleted", "tag": "2981d26e-c1fc-4f1b-b232-7fa6f09edba9"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:02:52.001692 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef49f61f-c0ad-4b55-8646-9568a202feb7 x-openstack-request-id: req-ef49f61f-c0ad-4b55-8646-9568a202feb7 {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:02:52.002039 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117a734c-3a6a-4c2c-803c-530f8bb27018", "name": "network-vif-deleted", "tag": "2981d26e-c1fc-4f1b-b232-7fa6f09edba9", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:02:52.002356 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ef49f61f-c0ad-4b55-8646-9568a202feb7 {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:02:52.002821 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117a734c-3a6a-4c2c-803c-530f8bb27018', 'name': 'network-vif-deleted', 'tag': '2981d26e-c1fc-4f1b-b232-7fa6f09edba9', 'status': 'completed', 'code': 200} Jun 23 19:02:52.155727 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 1b2cdf11-87be-45ad-b5c1-7a1ef1304439 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=99983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:02:52.202072 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-7d482b16-6913-43e5-afb1-338901fd6b3d req-ef2346e8-7b71-418c-a8c6-776dbb6ac512 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] 10.222.0.47 "GET /v2.0/ports?device_id=117a734c-3a6a-4c2c-803c-530f8bb27018 HTTP/1.1" status: 200 len: 210 time: 0.0294507 Jun 23 19:02:52.252426 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 1b2cdf11-87be-45ad-b5c1-7a1ef1304439, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1b2cdf11-87be-45ad-b5c1-7a1ef1304439,segment=NetworkSegment(cbff3bae-8867-4bfd-81b0-e01abc8c7c68),segment_id=cbff3bae-8867-4bfd-81b0-e01abc8c7c68)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:02:52.266910 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Returning: {'device': '1b2cdf11-87be-45ad-b5c1-7a1ef1304439', 'network_id': '658d8149-b1f9-42f6-8eb0-ca10d2624cd8', 'port_id': '1b2cdf11-87be-45ad-b5c1-7a1ef1304439', 'mac_address': 'fa:16:3e:df:dc:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e064846-44b1-4acd-8a72-8291f398f826', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:02:52.308092 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:52.321774 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b2cdf11-87be-45ad-b5c1-7a1ef1304439 {{(pid=99983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:02:52.347699 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 1b2cdf11-87be-45ad-b5c1-7a1ef1304439, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1b2cdf11-87be-45ad-b5c1-7a1ef1304439,segment=NetworkSegment(cbff3bae-8867-4bfd-81b0-e01abc8c7c68),segment_id=cbff3bae-8867-4bfd-81b0-e01abc8c7c68)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:02:52.413629 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e73ddd-2627-493e-b86c-4faed6dbd32c req-be029efd-eb4f-489c-bc2d-0d7850590b06 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:52.415027 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a0e73ddd-2627-493e-b86c-4faed6dbd32c req-be029efd-eb4f-489c-bc2d-0d7850590b06 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.0641210 Jun 23 19:02:52.420217 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:52.422002 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:52.454354 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a0e73ddd-2627-493e-b86c-4faed6dbd32c req-16c3f156-5bd4-40cd-bd40-0f77fc841dc3 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324669 Jun 23 19:02:52.470761 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=1b2cdf11-87be-45ad-b5c1-7a1ef1304439,revision_number=4']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:52.477795 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:02:52.480907 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:02:52.480907 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:02:52.480907 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:02:52.480907 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:02:52.480907 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:02:52.480907 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:02:52.480907 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:02:52.480907 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:02:52.480907 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:02:52.481716 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:02:52.481716 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:02:52.485180 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:52.677826 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa662713-9e2d-49b0-899d-eae4dd8bcb24 req-66a0002f-377b-402c-92c9-3269832c1138 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:52.679215 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-fa662713-9e2d-49b0-899d-eae4dd8bcb24 req-66a0002f-377b-402c-92c9-3269832c1138 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/ports?device_id=80ac82e9-5a2a-452a-af63-0d0266c2ea8e HTTP/1.1" status: 200 len: 944 time: 0.0648308 Jun 23 19:02:52.717445 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-fa662713-9e2d-49b0-899d-eae4dd8bcb24 req-c089fdf5-92b9-4147-b37e-ab422b677850 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c65a21b-885f-4a6c-96a2-cea22fb5ac8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323665 Jun 23 19:02:52.811953 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['1b2cdf11-87be-45ad-b5c1-7a1ef1304439'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:02:53.295906 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 33166) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:02:53.674497 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a25f68-e499-4f57-82fe-dae18e95d841 req-8f2bfb22-c287-4434-81be-993959e49f07 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:53.675946 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-69a25f68-e499-4f57-82fe-dae18e95d841 req-8f2bfb22-c287-4434-81be-993959e49f07 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.1092763 Jun 23 19:02:53.765737 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-69a25f68-e499-4f57-82fe-dae18e95d841 req-8dace647-cf9e-49b0-b0d5-a2ae92936a1a tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692353 Jun 23 19:02:53.785820 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5ecbe430-472f-4854-8a4d-aa78e1d39e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2015972'] for router_interface, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:53.891480 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a807b-fd4c-4a3a-97c9-8598a2f81c6a req-65388fd3-57dd-48c5-959a-2d2f4a031126 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:53.892856 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-949a807b-fd4c-4a3a-97c9-8598a2f81c6a req-65388fd3-57dd-48c5-959a-2d2f4a031126 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/ports?device_id=80ac82e9-5a2a-452a-af63-0d0266c2ea8e HTTP/1.1" status: 200 len: 944 time: 0.0617731 Jun 23 19:02:53.936431 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-949a807b-fd4c-4a3a-97c9-8598a2f81c6a req-a63ed984-a883-4811-9c7b-af866c273368 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c65a21b-885f-4a6c-96a2-cea22fb5ac8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379653 Jun 23 19:02:54.154014 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 1b2cdf11-87be-45ad-b5c1-7a1ef1304439 up at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:02:54.266152 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning for port 1b2cdf11-87be-45ad-b5c1-7a1ef1304439 completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:02:54.270036 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning complete for port 1b2cdf11-87be-45ad-b5c1-7a1ef1304439 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:02:54.270469 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:54.312679 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.plugin [None req-5ecbe430-472f-4854-8a4d-aa78e1d39e7d admin admin] Deleting port 190b6aca-333b-493d-b6eb-71bf2f72ac7c {{(pid=99981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:02:54.313232 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5ecbe430-472f-4854-8a4d-aa78e1d39e7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:54.350741 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:54.372774 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ac82e9-5a2a-452a-af63-0d0266c2ea8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2cdf11-87be-45ad-b5c1-7a1ef1304439'}] {{(pid=99983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:02:54.375146 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3da190a675926e82bddf1ae19285f5edc5f8218f501b2228f0a51a29f9c71fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecb8799-c5c5-4420-9e03-1b572d81edb9" -d '{"events": [{"server_uuid": "80ac82e9-5a2a-452a-af63-0d0266c2ea8e", "name": "network-vif-plugged", "status": "completed", "tag": "1b2cdf11-87be-45ad-b5c1-7a1ef1304439"}]}' {{(pid=99983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:02:54.388490 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 1b2cdf11-87be-45ad-b5c1-7a1ef1304439, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1b2cdf11-87be-45ad-b5c1-7a1ef1304439,segment=NetworkSegment(cbff3bae-8867-4bfd-81b0-e01abc8c7c68),segment_id=cbff3bae-8867-4bfd-81b0-e01abc8c7c68)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:02:54.396404 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.db [None req-5ecbe430-472f-4854-8a4d-aa78e1d39e7d admin admin] For port 190b6aca-333b-493d-b6eb-71bf2f72ac7c, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=190b6aca-333b-493d-b6eb-71bf2f72ac7c,segment=NetworkSegment(3f8ce679-d627-490d-95f8-7137b292d1c8),segment_id=3f8ce679-d627-490d-95f8-7137b292d1c8)] {{(pid=99981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:02:54.396798 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5ecbe430-472f-4854-8a4d-aa78e1d39e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:54.409991 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.plugin [None req-5ecbe430-472f-4854-8a4d-aa78e1d39e7d admin admin] Calling delete_port for 190b6aca-333b-493d-b6eb-71bf2f72ac7c owned by network:router_interface {{(pid=99981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:02:54.414195 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a91fe3f-d52b-40c9-9f61-64936d2cc83e x-openstack-request-id: req-4a91fe3f-d52b-40c9-9f61-64936d2cc83e {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:02:54.414626 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ac82e9-5a2a-452a-af63-0d0266c2ea8e", "name": "network-vif-plugged", "status": "completed", "tag": "1b2cdf11-87be-45ad-b5c1-7a1ef1304439", "code": 200}]} {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:02:54.414890 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4a91fe3f-d52b-40c9-9f61-64936d2cc83e {{(pid=99983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:02:54.415303 dv-cinder-786386-8-iscsi neutron-server[99983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ac82e9-5a2a-452a-af63-0d0266c2ea8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2cdf11-87be-45ad-b5c1-7a1ef1304439', 'code': 200} Jun 23 19:02:54.449134 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:54.450020 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 2981d26e-c1fc-4f1b-b232-7fa6f09edba9 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:02:54.453578 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:54.491735 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] No Port match for: 2981d26e-c1fc-4f1b-b232-7fa6f09edba9 {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:02:54.492094 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 2981d26e-c1fc-4f1b-b232-7fa6f09edba9 not bound to the agent host hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:02:54.526322 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=1b2cdf11-87be-45ad-b5c1-7a1ef1304439,revision_number=5']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:54.536732 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:54.564927 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 33184) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:02:54.674131 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-678713de-c4ba-442f-afae-c8903d0592d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:54.712833 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5ecbe430-472f-4854-8a4d-aa78e1d39e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66155770'] for port, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:54.715706 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:54.750849 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecbe430-472f-4854-8a4d-aa78e1d39e7d admin admin] Pushing event deleted for resources: {'Port': ['ID=190b6aca-333b-493d-b6eb-71bf2f72ac7c,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:54.755072 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-5ecbe430-472f-4854-8a4d-aa78e1d39e7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:54.842822 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-678713de-c4ba-442f-afae-c8903d0592d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:54.860670 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cdd44-d16e-4b5f-8458-9b06da27c78b req-1327bf1c-2934-4697-949d-931fde3db120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:54.862500 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f37cdd44-d16e-4b5f-8458-9b06da27c78b req-1327bf1c-2934-4697-949d-931fde3db120 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=80ac82e9-5a2a-452a-af63-0d0266c2ea8e HTTP/1.1" status: 200 len: 1098 time: 0.0861893 Jun 23 19:02:54.885083 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-678713de-c4ba-442f-afae-c8903d0592d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:54.891459 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-e7baba34-219a-4347-8f89-dae26508fd91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:54.928865 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f37cdd44-d16e-4b5f-8458-9b06da27c78b req-dd995526-5e57-4d83-9275-dca60f62bc00 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6c65a21b-885f-4a6c-96a2-cea22fb5ac8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582802 Jun 23 19:02:54.953001 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-678713de-c4ba-442f-afae-c8903d0592d9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b2ff031ab63948c48cad56918f2785af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3869791 Jun 23 19:02:54.957802 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 33190) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:02:54.961298 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605a928-f05d-4211-973c-7cf6937ebabb req-1eae1180-1dba-4bc8-8ffa-940de339381a tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:54.962819 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f605a928-f05d-4211-973c-7cf6937ebabb req-1eae1180-1dba-4bc8-8ffa-940de339381a tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.0677648 Jun 23 19:02:54.971745 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678713de-c4ba-442f-afae-c8903d0592d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d7ce4b-78de-4b61-890c-b387f3cdb6f9,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:54.980220 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-678713de-c4ba-442f-afae-c8903d0592d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:54.999836 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5ecbe430-472f-4854-8a4d-aa78e1d39e7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997076'] for router_interface, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:55.011461 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f605a928-f05d-4211-973c-7cf6937ebabb req-f1775542-a021-47c8-962d-60fe63cc2828 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422873 Jun 23 19:02:55.081736 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-00000eee-2aaa-444b-923b-06f8fea79422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:55.156061 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-00000eee-2aaa-444b-923b-06f8fea79422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:55.219769 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f2835-6df2-49ea-8bfc-e54091d5c74c req-766838cc-0ce9-438a-a975-f3e9f1020daf tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:55.221199 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-d64f2835-6df2-49ea-8bfc-e54091d5c74c req-766838cc-0ce9-438a-a975-f3e9f1020daf tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/ports?device_id=80ac82e9-5a2a-452a-af63-0d0266c2ea8e HTTP/1.1" status: 200 len: 945 time: 0.1595190 Jun 23 19:02:55.326472 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-d64f2835-6df2-49ea-8bfc-e54091d5c74c req-5b7d5ea1-fd42-46b4-b91d-966c2b3fd5c0 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c65a21b-885f-4a6c-96a2-cea22fb5ac8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680647 Jun 23 19:02:55.351642 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ecbe430-472f-4854-8a4d-aa78e1d39e7d admin admin] Router a5102730-9a9b-4553-9499-24e87b1392f2 has already been hosted by L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 {{(pid=99981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:02:55.399247 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-00000eee-2aaa-444b-923b-06f8fea79422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:55.401799 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-00000eee-2aaa-444b-923b-06f8fea79422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:55.402963 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-00000eee-2aaa-444b-923b-06f8fea79422 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a5d7ce4b-78de-4b61-890c-b387f3cdb6f9 HTTP/1.1" status: 204 len: 168 time: 0.4434884 Jun 23 19:02:55.407249 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-cd47d89d-0700-4e29-a3a8-9afc1fa88cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:55.416741 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00000eee-2aaa-444b-923b-06f8fea79422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d7ce4b-78de-4b61-890c-b387f3cdb6f9,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:55.420546 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-00000eee-2aaa-444b-923b-06f8fea79422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:55.472290 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ecbe430-472f-4854-8a4d-aa78e1d39e7d admin admin] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:02:55.477256 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-5ecbe430-472f-4854-8a4d-aa78e1d39e7d admin admin] 10.222.0.47 "PUT /v2.0/routers/a5102730-9a9b-4553-9499-24e87b1392f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1803269 Jun 23 19:02:55.479761 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 33196) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:02:55.480631 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc435033-a2ca-4a13-9ab9-3971183c0012 None None] Sync routers for ids ['a5102730-9a9b-4553-9499-24e87b1392f2'] in dv-cinder-786386-8-iscsi {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:02:55.490450 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc435033-a2ca-4a13-9ab9-3971183c0012 None None] Routers {'a5102730-9a9b-4553-9499-24e87b1392f2'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:02:55.491062 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-fc435033-a2ca-4a13-9ab9-3971183c0012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:02:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['a5102730-9a9b-4553-9499-24e87b1392f2'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:02:55.583661 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-7f58e2ec-62e2-413f-9290-f0f274e8a22f admin admin] Notify callbacks [] for router, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:55.592426 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-fc435033-a2ca-4a13-9ab9-3971183c0012 None None] Set router a5102730-9a9b-4553-9499-24e87b1392f2 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:02:55.697106 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-7f58e2ec-62e2-413f-9290-f0f274e8a22f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:55.784583 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-fc435033-a2ca-4a13-9ab9-3971183c0012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5102730-9a9b-4553-9499-24e87b1392f2', 'name': 'tempest-ServerRescueNegativeTestJSON-2057198503-router', 'tenant_id': '513690762a7743d6bef8530390bb53c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '42109a5d-bafb-470b-9a0e-4688697c5127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:27Z', 'updated_at': '2021-06-23T19:02:54Z', 'revision_number': 5, 'project_id': '513690762a7743d6bef8530390bb53c2', 'gw_port': {'id': '42109a5d-bafb-470b-9a0e-4688697c5127', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5102730-9a9b-4553-9499-24e87b1392f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:28Z', 'updated_at': '2021-06-23T18:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi'}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:02:55.809893 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc435033-a2ca-4a13-9ab9-3971183c0012 None None] Checking router: a5102730-9a9b-4553-9499-24e87b1392f2 for host: dv-cinder-786386-8-iscsi {{(pid=99984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:02:55.818274 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc435033-a2ca-4a13-9ab9-3971183c0012 None None] Routers {'a5102730-9a9b-4553-9499-24e87b1392f2'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:02:55.818895 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-fc435033-a2ca-4a13-9ab9-3971183c0012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:02:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['a5102730-9a9b-4553-9499-24e87b1392f2'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:02:55.861509 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.plugin [None req-7f58e2ec-62e2-413f-9290-f0f274e8a22f admin admin] Deleting port 42109a5d-bafb-470b-9a0e-4688697c5127 {{(pid=99981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:02:55.861843 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-7f58e2ec-62e2-413f-9290-f0f274e8a22f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:55.907167 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-fc435033-a2ca-4a13-9ab9-3971183c0012 None None] Set router a5102730-9a9b-4553-9499-24e87b1392f2 gateway port host: None {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:02:55.949943 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.db [None req-7f58e2ec-62e2-413f-9290-f0f274e8a22f admin admin] For port 42109a5d-bafb-470b-9a0e-4688697c5127, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=42109a5d-bafb-470b-9a0e-4688697c5127,segment=NetworkSegment(06735785-9383-45ec-8182-cbd06f0cff2c),segment_id=06735785-9383-45ec-8182-cbd06f0cff2c)] {{(pid=99981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:02:55.950388 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-7f58e2ec-62e2-413f-9290-f0f274e8a22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:55.960717 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-fc435033-a2ca-4a13-9ab9-3971183c0012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5102730-9a9b-4553-9499-24e87b1392f2', 'name': 'tempest-ServerRescueNegativeTestJSON-2057198503-router', 'tenant_id': '513690762a7743d6bef8530390bb53c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:27Z', 'updated_at': '2021-06-23T19:02:55Z', 'revision_number': 6, 'project_id': '513690762a7743d6bef8530390bb53c2', 'gw_port_host': None}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:02:55.962235 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.plugin [None req-7f58e2ec-62e2-413f-9290-f0f274e8a22f admin admin] Calling delete_port for 42109a5d-bafb-470b-9a0e-4688697c5127 owned by network:router_gateway {{(pid=99981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:02:55.986106 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc435033-a2ca-4a13-9ab9-3971183c0012 None None] The sync data for ids ['a5102730-9a9b-4553-9499-24e87b1392f2'] in dv-cinder-786386-8-iscsi is: [{'id': 'a5102730-9a9b-4553-9499-24e87b1392f2', 'name': 'tempest-ServerRescueNegativeTestJSON-2057198503-router', 'tenant_id': '513690762a7743d6bef8530390bb53c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:27Z', 'updated_at': '2021-06-23T19:02:55Z', 'revision_number': 6, 'project_id': '513690762a7743d6bef8530390bb53c2', 'gw_port_host': None}] {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:02:56.028902 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 33202) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:02:56.045408 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-eed9fc47-6cac-4234-bc99-6b6c157f4cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:56.192227 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-eed9fc47-6cac-4234-bc99-6b6c157f4cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:56.209456 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-7f58e2ec-62e2-413f-9290-f0f274e8a22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66155770'] for port, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:56.211678 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:56.218395 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175e808-6a91-4bb9-8c87-2c15de7fab69 req-60979489-62a6-47f2-a585-dd9b213c68d5 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:56.226534 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-9175e808-6a91-4bb9-8c87-2c15de7fab69 req-60979489-62a6-47f2-a585-dd9b213c68d5 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.0972309 Jun 23 19:02:56.235466 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58e2ec-62e2-413f-9290-f0f274e8a22f admin admin] Pushing event deleted for resources: {'Port': ['ID=42109a5d-bafb-470b-9a0e-4688697c5127,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:56.239351 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-7f58e2ec-62e2-413f-9290-f0f274e8a22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:56.257275 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-eed9fc47-6cac-4234-bc99-6b6c157f4cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:56.262121 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-0fb4dfb2-56ce-4693-b56f-1a7985a8033e tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:56.270198 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-9175e808-6a91-4bb9-8c87-2c15de7fab69 req-e1de7792-b3d1-4c64-bd5c-1ba3cafeab00 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427876 Jun 23 19:02:56.303301 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-7f58e2ec-62e2-413f-9290-f0f274e8a22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1978753'] for router_gateway, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:56.304418 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9fc47-6cac-4234-bc99-6b6c157f4cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b600cc6a-6da2-4818-a3f6-ad0fd3cbc57b,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:56.309746 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-eed9fc47-6cac-4234-bc99-6b6c157f4cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:56.312808 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-eed9fc47-6cac-4234-bc99-6b6c157f4cdd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e91d3130f52c4748809f5ad10f8a080d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2826142 Jun 23 19:02:56.315938 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 33210) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:02:56.382601 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f6c1fee3-2abf-4612-b243-7a8f40752dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:56.409407 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f6c1fee3-2abf-4612-b243-7a8f40752dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:56.454658 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-7f58e2ec-62e2-413f-9290-f0f274e8a22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31818'] for router, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:56.458464 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-7f58e2ec-62e2-413f-9290-f0f274e8a22f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:56.532529 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f6c1fee3-2abf-4612-b243-7a8f40752dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:56.535567 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f6c1fee3-2abf-4612-b243-7a8f40752dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:56.536808 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-f6c1fee3-2abf-4612-b243-7a8f40752dd8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b600cc6a-6da2-4818-a3f6-ad0fd3cbc57b HTTP/1.1" status: 204 len: 168 time: 0.2196577 Jun 23 19:02:56.538603 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-65f3315d-0c52-4177-a8e4-64558bdee0cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:56.550736 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1fee3-2abf-4612-b243-7a8f40752dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b600cc6a-6da2-4818-a3f6-ad0fd3cbc57b,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:56.553065 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-f6c1fee3-2abf-4612-b243-7a8f40752dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:56.568081 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154cb84f-2d7f-45e1-8efd-34e4c0066bc2 req-c51549d2-2d6d-43b1-b151-35564326227c tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:56.570412 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-154cb84f-2d7f-45e1-8efd-34e4c0066bc2 req-c51549d2-2d6d-43b1-b151-35564326227c tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/ports?device_id=80ac82e9-5a2a-452a-af63-0d0266c2ea8e HTTP/1.1" status: 200 len: 945 time: 0.0923495 Jun 23 19:02:56.592244 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-7f58e2ec-62e2-413f-9290-f0f274e8a22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1997551'] for router, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:56.592599 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f58e2ec-62e2-413f-9290-f0f274e8a22f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5102730-9a9b-4553-9499-24e87b1392f2 {{(pid=99981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 19:02:56.597594 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-7f58e2ec-62e2-413f-9290-f0f274e8a22f admin admin] Notify callbacks [] for router, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:56.601323 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-7f58e2ec-62e2-413f-9290-f0f274e8a22f admin admin] 10.222.0.47 "DELETE /v2.0/routers/a5102730-9a9b-4553-9499-24e87b1392f2 HTTP/1.1" status: 204 len: 168 time: 1.1182446 Jun 23 19:02:56.601485 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 33216) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:02:56.612454 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-154cb84f-2d7f-45e1-8efd-34e4c0066bc2 req-c5594ffd-e77a-450c-806d-c7a6e6e8066e tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c65a21b-885f-4a6c-96a2-cea22fb5ac8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359652 Jun 23 19:02:56.647036 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb1a9ba9-4075-4ed3-b649-5d2418c45c61 admin admin] Deleting subnet 21ed8072-8b4b-4158-b646-c86663b19b61 {{(pid=99981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:02:56.650560 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-bb1a9ba9-4075-4ed3-b649-5d2418c45c61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:56.686200 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-bb1a9ba9-4075-4ed3-b649-5d2418c45c61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65243406'] for subnet, precommit_delete_associations {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:56.739356 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-bb1a9ba9-4075-4ed3-b649-5d2418c45c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017849'] for subnet, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:56.886819 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55408f7b-d5ad-464b-b9b9-4afa4263ab79 req-5b180b44-865a-4b85-a15d-60649c665b4e tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:56.888315 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-55408f7b-d5ad-464b-b9b9-4afa4263ab79 req-5b180b44-865a-4b85-a15d-60649c665b4e tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.0924447 Jun 23 19:02:56.889853 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-bb1a9ba9-4075-4ed3-b649-5d2418c45c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66155696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63851697'] for subnet, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:56.892168 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:56.918223 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a9ba9-4075-4ed3-b649-5d2418c45c61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21ed8072-8b4b-4158-b646-c86663b19b61,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:56.932388 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 42109a5d-bafb-470b-9a0e-4688697c5127 no longer exists at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:02:56.952490 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-bb1a9ba9-4075-4ed3-b649-5d2418c45c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:56.971753 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-55408f7b-d5ad-464b-b9b9-4afa4263ab79 req-afcfdc27-4984-47f9-a30e-5f7a0b9585f6 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564070 Jun 23 19:02:56.973754 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-bb1a9ba9-4075-4ed3-b649-5d2418c45c61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for subnet, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:56.974447 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] No Port match for: 42109a5d-bafb-470b-9a0e-4688697c5127 {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:02:56.976220 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 42109a5d-bafb-470b-9a0e-4688697c5127 not bound to the agent host dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:02:56.976921 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 190b6aca-333b-493d-b6eb-71bf2f72ac7c no longer exists at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:02:56.978055 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-bb1a9ba9-4075-4ed3-b649-5d2418c45c61 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/21ed8072-8b4b-4158-b646-c86663b19b61 HTTP/1.1" status: 204 len: 168 time: 0.3753526 Jun 23 19:02:56.980377 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 33226) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:02:56.984926 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692babd2-dee9-43fb-b6d2-c99905c92cf2 req-57f2bfd4-960a-4b39-8f85-b9eb7dafcdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:56.993840 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-692babd2-dee9-43fb-b6d2-c99905c92cf2 req-57f2bfd4-960a-4b39-8f85-b9eb7dafcdbb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9f6a4633b074ee18f6ae32450102a45&device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 1099 time: 0.1064503 Jun 23 19:02:57.008168 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] No Port match for: 190b6aca-333b-493d-b6eb-71bf2f72ac7c {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:02:57.008168 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 190b6aca-333b-493d-b6eb-71bf2f72ac7c not bound to the agent host dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:02:57.066937 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-8f7bb54b-734c-42c7-8032-2cab0a662bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631679'] for network, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:57.103216 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692babd2-dee9-43fb-b6d2-c99905c92cf2 req-fc0f7dfe-53ed-4736-905c-d2d96b379f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:57.104667 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-692babd2-dee9-43fb-b6d2-c99905c92cf2 req-fc0f7dfe-53ed-4736-905c-d2d96b379f0a service neutron] 10.222.0.74 "GET /v2.0/networks?id=58353e6c-18a0-4686-b0db-a03201c9462d HTTP/1.1" status: 200 len: 911 time: 0.1016407 Jun 23 19:02:57.149795 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-8f7bb54b-734c-42c7-8032-2cab0a662bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018740', 'neutron.services.segments.db._delete_segments_for_network-8739890731039'] for network, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:57.160456 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.services.segments.db [None req-8f7bb54b-734c-42c7-8032-2cab0a662bfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a62e3469-54f8-4f1b-8637-fdf06f04c1b7']}} {{(pid=99981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:02:57.171984 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-692babd2-dee9-43fb-b6d2-c99905c92cf2 req-1fe3780d-bdc3-4337-a95b-a233167c4ff2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d16b30a7-1202-4a07-b980-112ed7289151 HTTP/1.1" status: 200 len: 1001 time: 0.0603404 Jun 23 19:02:57.176070 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.services.segments.db [None req-8f7bb54b-734c-42c7-8032-2cab0a662bfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f8ce679-d627-490d-95f8-7137b292d1c8') {'for_net_delete': True} {{(pid=99981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:02:57.176427 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.services.segments.db [None req-8f7bb54b-734c-42c7-8032-2cab0a662bfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f8ce679-d627-490d-95f8-7137b292d1c8') {} {{(pid=99981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:02:57.187233 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-8f7bb54b-734c-42c7-8032-2cab0a662bfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739890717934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65243409'] for segment, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:57.202562 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-8f7bb54b-734c-42c7-8032-2cab0a662bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412'] for segment, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:57.219557 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f7bb54b-734c-42c7-8032-2cab0a662bfb admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=99981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:02:57.220613 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-8f7bb54b-734c-42c7-8032-2cab0a662bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66155565'] for segment, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: Traceback (most recent call last): Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: timer() Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: cb(*args, **kw) Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: return func(*args, **kwargs) Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: self._notify() Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: self.callback(batched_events) Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: event.method(event) Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: return f(self, *a, **k) Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: return self._get(url).json() Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: return self.request(url, 'GET', **kwargs) Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:02:57.221716 dv-cinder-786386-8-iscsi neutron-server[99981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:02:57.231865 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692babd2-dee9-43fb-b6d2-c99905c92cf2 req-8ac17920-21c1-4dbe-b9d2-9cdd07844684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:57.231865 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-692babd2-dee9-43fb-b6d2-c99905c92cf2 req-8ac17920-21c1-4dbe-b9d2-9cdd07844684 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=addde824-1dce-4a61-8b2a-9b50df39336c HTTP/1.1" status: 200 len: 849 time: 0.0497196 Jun 23 19:02:57.295057 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692babd2-dee9-43fb-b6d2-c99905c92cf2 req-da58a541-7f2e-4fba-94e0-d916d75a3c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:57.296677 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-692babd2-dee9-43fb-b6d2-c99905c92cf2 req-da58a541-7f2e-4fba-94e0-d916d75a3c32 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=58353e6c-18a0-4686-b0db-a03201c9462d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0615036 Jun 23 19:02:57.389144 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-692babd2-dee9-43fb-b6d2-c99905c92cf2 req-ad080eda-a8d3-49d7-943e-5bb04773480e service neutron] 10.222.0.74 "GET /v2.0/networks/58353e6c-18a0-4686-b0db-a03201c9462d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839982 Jun 23 19:02:57.415523 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-8f7bb54b-734c-42c7-8032-2cab0a662bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1978736'] for network, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:57.419339 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:57.427138 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-8f7bb54b-734c-42c7-8032-2cab0a662bfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for network, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:57.427244 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 33232) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:02:57.428876 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-8f7bb54b-734c-42c7-8032-2cab0a662bfb admin admin] 10.222.0.47 "DELETE /v2.0/networks/a62e3469-54f8-4f1b-8637-fdf06f04c1b7 HTTP/1.1" status: 204 len: 168 time: 0.4475586 Jun 23 19:02:57.439694 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7bb54b-734c-42c7-8032-2cab0a662bfb admin admin] Pushing event deleted for resources: {'Network': ['ID=a62e3469-54f8-4f1b-8637-fdf06f04c1b7,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:57.442270 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-8f7bb54b-734c-42c7-8032-2cab0a662bfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:57.732753 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-749be4f6-ad1d-4c47-a9bb-09931fa4beb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:57.789076 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-692babd2-dee9-43fb-b6d2-c99905c92cf2 req-0965461f-b1b2-4b2e-b3b7-29ad08560730 service neutron] 10.222.0.74 "GET /v2.0/networks/58353e6c-18a0-4686-b0db-a03201c9462d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931749 Jun 23 19:02:57.809955 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 33238) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:02:57.867553 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-8da399d4-41ca-4234-94e6-f2d818d2df03 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=513690762a7743d6bef8530390bb53c2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0563321 Jun 23 19:02:57.870186 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 33240) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:02:57.876289 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-749be4f6-ad1d-4c47-a9bb-09931fa4beb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:57.919429 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-508a292d-c22f-4f89-9dfc-4a18609ab1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:57.934837 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-749be4f6-ad1d-4c47-a9bb-09931fa4beb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:57.938484 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-bda515fe-2cec-4916-a75b-d098e220ff0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:57.940108 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-508a292d-c22f-4f89-9dfc-4a18609ab1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:57.973607 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-749be4f6-ad1d-4c47-a9bb-09931fa4beb2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b94dae951fb341b9a6e292056d23a228&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5456262 Jun 23 19:02:57.975810 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749be4f6-ad1d-4c47-a9bb-09931fa4beb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df06bbd0-c75c-4b9d-9f7c-fa8f2673e4e8,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:57.976329 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 33242) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:02:57.978902 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-749be4f6-ad1d-4c47-a9bb-09931fa4beb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:58.025994 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-be4adeeb-4b3a-480b-8fdb-343a140a9dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:58.047763 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-be4adeeb-4b3a-480b-8fdb-343a140a9dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:58.107772 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-508a292d-c22f-4f89-9dfc-4a18609ab1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:58.110536 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-508a292d-c22f-4f89-9dfc-4a18609ab1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:58.111649 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-508a292d-c22f-4f89-9dfc-4a18609ab1f8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/44ea19c8-e2ea-4041-bb08-b28b5c40fe3b HTTP/1.1" status: 204 len: 168 time: 0.2404215 Jun 23 19:02:58.115783 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-79751feb-169d-4043-b4db-cc776559a886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:58.126405 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a292d-c22f-4f89-9dfc-4a18609ab1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ea19c8-e2ea-4041-bb08-b28b5c40fe3b,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:58.130835 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-508a292d-c22f-4f89-9dfc-4a18609ab1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:58.159576 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdcd7c-18fc-470e-bea8-5d7c5e1c0e28 req-8ab36d55-2eda-4161-aca0-8d21ab36b0de tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:58.161073 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-9dcdcd7c-18fc-470e-bea8-5d7c5e1c0e28 req-8ab36d55-2eda-4161-aca0-8d21ab36b0de tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.0870988 Jun 23 19:02:58.198807 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-9dcdcd7c-18fc-470e-bea8-5d7c5e1c0e28 req-954b6c60-b04e-4fad-a59b-5a41f65f0874 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320177 Jun 23 19:02:58.237753 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-be4adeeb-4b3a-480b-8fdb-343a140a9dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:58.240534 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-be4adeeb-4b3a-480b-8fdb-343a140a9dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:58.241651 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-be4adeeb-4b3a-480b-8fdb-343a140a9dd3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/df06bbd0-c75c-4b9d-9f7c-fa8f2673e4e8 HTTP/1.1" status: 204 len: 168 time: 0.2643673 Jun 23 19:02:58.242561 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-17e92f8b-4db2-4fa2-b473-69de3cd73da1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:58.250683 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4adeeb-4b3a-480b-8fdb-343a140a9dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df06bbd0-c75c-4b9d-9f7c-fa8f2673e4e8,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:58.253499 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-be4adeeb-4b3a-480b-8fdb-343a140a9dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:58.499560 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-978c3c79-7034-4e67-9c9b-680f57963460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:59.294770 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 33292) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:02:59.384218 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ce887-f304-41a4-9c07-feff40fe7d2e req-bb9833f8-110e-4bab-83ab-a203eefa98cd tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:59.385868 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-fa3ce887-f304-41a4-9c07-feff40fe7d2e req-bb9833f8-110e-4bab-83ab-a203eefa98cd tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.0685437 Jun 23 19:02:59.396241 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-39540f0f-27ec-4e69-9803-ac05b2efbb7c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-765158898-network', 'tenant_id': 'cad690435b68432ab09143373b10bb30'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:02:59.441293 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-fa3ce887-f304-41a4-9c07-feff40fe7d2e req-f96e9d9e-9cb6-4a7a-abe4-9c4a018e197f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418046 Jun 23 19:02:59.504776 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39540f0f-27ec-4e69-9803-ac05b2efbb7c admin admin] Made reservation on behalf of cad690435b68432ab09143373b10bb30 for: {'network': 1} {{(pid=99982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:02:59.507400 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-39540f0f-27ec-4e69-9803-ac05b2efbb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for network, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:59.516449 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-39540f0f-27ec-4e69-9803-ac05b2efbb7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:59.600530 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-39540f0f-27ec-4e69-9803-ac05b2efbb7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:59.649214 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-39540f0f-27ec-4e69-9803-ac05b2efbb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:59.652365 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-b81cbf79-58ba-4b75-b232-6f877cb79f31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:59.673570 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39540f0f-27ec-4e69-9803-ac05b2efbb7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=99982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:02:59.683859 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39540f0f-27ec-4e69-9803-ac05b2efbb7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf59cec-41b3-424b-89c6-bf582ba4822d,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:59.685870 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-39540f0f-27ec-4e69-9803-ac05b2efbb7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:59.691013 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-39540f0f-27ec-4e69-9803-ac05b2efbb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412'] for segment, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:59.691345 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.db.segments_db [None req-39540f0f-27ec-4e69-9803-ac05b2efbb7c admin admin] Added segment b1083500-9ad1-4e9f-b946-41bb1ede9925 of type vlan for network 3889e137-9f0d-4032-866d-8d50c7868522 Jun 23 19:02:59.730855 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-39540f0f-27ec-4e69-9803-ac05b2efbb7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739890161695'] for network, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:59.803264 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-39540f0f-27ec-4e69-9803-ac05b2efbb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545'] for network, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:59.804744 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39540f0f-27ec-4e69-9803-ac05b2efbb7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:02:59.805331 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-39540f0f-27ec-4e69-9803-ac05b2efbb7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for network, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:59.808558 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-a33f8e6d-5698-4c90-b02e-be1237e10f9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:02:59.864675 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39540f0f-27ec-4e69-9803-ac05b2efbb7c admin admin] Pushing event updated for resources: {'Network': ['ID=3889e137-9f0d-4032-866d-8d50c7868522,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:02:59.867342 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-39540f0f-27ec-4e69-9803-ac05b2efbb7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:02:59.874620 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Network 3889e137-9f0d-4032-866d-8d50c7868522 details requested by agent ovs-agent-dv-cinder-786386-8-iscsi with host dv-cinder-786386-8-iscsi {{(pid=99983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:02:59.884396 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-39540f0f-27ec-4e69-9803-ac05b2efbb7c admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5882442 Jun 23 19:02:59.890637 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 33312) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:02:59.894319 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-0b8fdfae-d7bd-4b19-bd5f-037d918fbc27 admin admin] Request body: {'subnet': {'network_id': '3889e137-9f0d-4032-866d-8d50c7868522', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-765158898-subnet', 'tenant_id': 'cad690435b68432ab09143373b10bb30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:02:59.992167 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8fdfae-d7bd-4b19-bd5f-037d918fbc27 admin admin] Made reservation on behalf of cad690435b68432ab09143373b10bb30 for: {'subnet': 1} {{(pid=99981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:02:59.994965 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-0b8fdfae-d7bd-4b19-bd5f-037d918fbc27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63851692'] for subnet, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:00.209842 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-0b8fdfae-d7bd-4b19-bd5f-037d918fbc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66156147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63851710'] for subnet, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:00.212294 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-00f7b114-fb60-457d-8b54-0614978b15a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:00.267087 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8fdfae-d7bd-4b19-bd5f-037d918fbc27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3fbd7aa-ee15-4152-b767-1f5087c39646,revision_number=0']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:00.271297 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-0b8fdfae-d7bd-4b19-bd5f-037d918fbc27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:00.278717 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8fdfae-d7bd-4b19-bd5f-037d918fbc27 admin admin] Checking segment: {'id': 'b1083500-9ad1-4e9f-b946-41bb1ede9925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3889e137-9f0d-4032-866d-8d50c7868522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:03:00.279076 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8fdfae-d7bd-4b19-bd5f-037d918fbc27 admin admin] Network hostable DHCP agents. Network: 3889e137-9f0d-4032-866d-8d50c7868522, hostable agents: ['1dd69743-8206-40a5-ae92-aa5513ece3b0'], hosted agents: [] {{(pid=99981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:03:00.358107 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8fdfae-d7bd-4b19-bd5f-037d918fbc27 admin admin] Network 3889e137-9f0d-4032-866d-8d50c7868522 is scheduled to be hosted by DHCP agent 1dd69743-8206-40a5-ae92-aa5513ece3b0 with binding_index 1 {{(pid=99981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:03:00.426733 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [None req-0b8fdfae-d7bd-4b19-bd5f-037d918fbc27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-8-iscsi, 3889e137-9f0d-4032-866d-8d50c7868522) {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:03:00.430725 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8fdfae-d7bd-4b19-bd5f-037d918fbc27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:00.431523 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-0b8fdfae-d7bd-4b19-bd5f-037d918fbc27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for subnet, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:00.435681 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86aedc84-1aa0-4ab8-90fd-660f5a2d1c9d None None] Network 3889e137-9f0d-4032-866d-8d50c7868522 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:03:00.524574 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-0b8fdfae-d7bd-4b19-bd5f-037d918fbc27 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6360290 Jun 23 19:03:00.559037 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031e2e46-b006-4724-bbf4-149537db7e2a None None] Network 3889e137-9f0d-4032-866d-8d50c7868522 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:03:01.094864 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-491a9ad8-290e-4997-adeb-40719a64c6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:01.465250 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:02.299266 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:02.695606 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-6074e780-78d2-45ad-ad77-5901438e4760 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:02.697048 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-6074e780-78d2-45ad-ad77-5901438e4760 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/networks?id=3889e137-9f0d-4032-866d-8d50c7868522 HTTP/1.1" status: 200 len: 808 time: 0.0980804 Jun 23 19:03:02.711122 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-eb3a9f78-c3a0-4a8c-a7c4-309a30007173 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/quotas/cad690435b68432ab09143373b10bb30 HTTP/1.1" status: 200 len: 375 time: 0.0087416 Jun 23 19:03:02.748057 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-9da60720-f8b7-4f49-9b9d-61908aac2215 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=cad690435b68432ab09143373b10bb30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319064 Jun 23 19:03:03.065147 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-d0bfa4f9-dea5-4de7-8740-3fc58db08847 service neutron] 10.222.0.47 "GET /v2.0/networks/3889e137-9f0d-4032-866d-8d50c7868522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103943 Jun 23 19:03:03.163624 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-6e1715a8-3c97-48ee-8e89-3a518f6e987b service neutron] 10.222.0.47 "GET /v2.0/networks/3889e137-9f0d-4032-866d-8d50c7868522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926657 Jun 23 19:03:03.291692 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d198d2-d6e7-4c5c-9130-c133a534b5fc req-32dd47ec-0023-4886-b7ad-31d2328b8cdc tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:03.293129 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-96d198d2-d6e7-4c5c-9130-c133a534b5fc req-32dd47ec-0023-4886-b7ad-31d2328b8cdc tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 984 time: 0.0660083 Jun 23 19:03:03.376576 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-96d198d2-d6e7-4c5c-9130-c133a534b5fc req-699219a7-4a14-4363-b185-e5401f6817d7 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b060049-3a48-48a3-94d0-4015e02ed38c&id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0760062 Jun 23 19:03:03.391462 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35227b41-b5bb-467d-b13b-93863cdf327d req-62e1a4a7-fc9d-438f-81a8-5cb28d801c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:03.393312 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-35227b41-b5bb-467d-b13b-93863cdf327d req-62e1a4a7-fc9d-438f-81a8-5cb28d801c07 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=39ebdfd6bceb4d8baa6bb77d6bdc2ff4&device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 1137 time: 0.1101680 Jun 23 19:03:03.411591 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c5acb95e-13b6-4d61-a90e-097f83f14257 req-684c90c7-0296-482c-8c71-ebadc7c194b2 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5cf0b33-ae69-4662-a343-4c9a64651f42 HTTP/1.1" status: 200 len: 210 time: 0.0408854 Jun 23 19:03:03.497942 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35227b41-b5bb-467d-b13b-93863cdf327d req-55ca250f-c604-486e-b57d-822b39b5ef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:03.499573 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-35227b41-b5bb-467d-b13b-93863cdf327d req-55ca250f-c604-486e-b57d-822b39b5ef7c service neutron] 10.222.0.74 "GET /v2.0/networks?id=07c16b52-6a2b-4672-a465-c1c2c0e75c21 HTTP/1.1" status: 200 len: 916 time: 0.0993321 Jun 23 19:03:03.575163 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:03.578890 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-35227b41-b5bb-467d-b13b-93863cdf327d req-db0ac4cf-9698-43a1-a9df-020a69095d24 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be712c20-585d-4a6b-ba7c-9208918fe8d5 HTTP/1.1" status: 200 len: 999 time: 0.0710673 Jun 23 19:03:03.630834 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35227b41-b5bb-467d-b13b-93863cdf327d req-2c7692d1-33e6-4cb6-b469-9787c5528a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:03.632193 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-35227b41-b5bb-467d-b13b-93863cdf327d req-2c7692d1-33e6-4cb6-b469-9787c5528a21 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=280e4d64-5f4e-4e43-8a51-877f10eb6cb5 HTTP/1.1" status: 200 len: 854 time: 0.0465598 Jun 23 19:03:03.695263 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35227b41-b5bb-467d-b13b-93863cdf327d req-ebdb7ae8-f5a9-4553-a877-223fe2753826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:03.696775 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-35227b41-b5bb-467d-b13b-93863cdf327d req-ebdb7ae8-f5a9-4553-a877-223fe2753826 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=07c16b52-6a2b-4672-a465-c1c2c0e75c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569041 Jun 23 19:03:03.807637 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-35227b41-b5bb-467d-b13b-93863cdf327d req-fa448a15-8851-44be-b44d-9a3a9d3d4beb service neutron] 10.222.0.74 "GET /v2.0/networks/07c16b52-6a2b-4672-a465-c1c2c0e75c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927789 Jun 23 19:03:03.920584 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-35227b41-b5bb-467d-b13b-93863cdf327d req-c384d9bc-b276-4df6-a411-d91547bec9ff service neutron] 10.222.0.74 "GET /v2.0/networks/07c16b52-6a2b-4672-a465-c1c2c0e75c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908117 Jun 23 19:03:04.495487 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-01d87dca-f0f6-482b-9bb7-a6e2576ffb89 req-aceb2fb4-ad84-43c7-a8e8-8b29b7e9532d tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5cf0b33-ae69-4662-a343-4c9a64651f42 HTTP/1.1" status: 200 len: 210 time: 0.0280082 Jun 23 19:03:04.566955 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09dd765-b1c5-4cae-b807-e219ace296cd req-d7620204-6abe-4a3f-97c0-453b40ab0798 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:04.568464 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c09dd765-b1c5-4cae-b807-e219ace296cd req-d7620204-6abe-4a3f-97c0-453b40ab0798 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 984 time: 0.0732458 Jun 23 19:03:04.607058 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c09dd765-b1c5-4cae-b807-e219ace296cd req-5d606c22-3659-4730-b352-a42d62bceb15 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b060049-3a48-48a3-94d0-4015e02ed38c&id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326645 Jun 23 19:03:05.633681 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-58d01859-1702-4942-b2fd-2031a2f4b351 req-300a7ae7-d0fa-44f4-8b2f-b318f39e2b31 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5cf0b33-ae69-4662-a343-4c9a64651f42 HTTP/1.1" status: 200 len: 210 time: 0.0276134 Jun 23 19:03:05.780947 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb3584-0cfd-4f1c-9f4c-f383c70e127c req-8061f1c0-afee-4bd6-855f-8f545c52a791 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:05.782420 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-d9eb3584-0cfd-4f1c-9f4c-f383c70e127c req-8061f1c0-afee-4bd6-855f-8f545c52a791 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 984 time: 0.0643635 Jun 23 19:03:05.821996 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-d9eb3584-0cfd-4f1c-9f4c-f383c70e127c req-5671cf84-13b7-4905-8379-b513564b015d tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b060049-3a48-48a3-94d0-4015e02ed38c&id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336308 Jun 23 19:03:06.142155 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-d0c508b0-59ed-4a64-bcf6-ad9bd0cf03d5 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:06.143588 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-d0c508b0-59ed-4a64-bcf6-ad9bd0cf03d5 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.74 "GET /v2.0/networks?id=3889e137-9f0d-4032-866d-8d50c7868522 HTTP/1.1" status: 200 len: 808 time: 0.1044328 Jun 23 19:03:06.162503 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-a9039f18-fa2c-4b68-8518-53e67f8dc855 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Request body: {'port': {'device_id': 'e5cf0b33-ae69-4662-a343-4c9a64651f42', 'network_id': '3889e137-9f0d-4032-866d-8d50c7868522', 'admin_state_up': True, 'tenant_id': 'cad690435b68432ab09143373b10bb30'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:03:06.341025 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-a9039f18-fa2c-4b68-8518-53e67f8dc855 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Made reservation on behalf of cad690435b68432ab09143373b10bb30 for: {'port': 1} {{(pid=99982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:03:06.345167 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-a9039f18-fa2c-4b68-8518-53e67f8dc855 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:06.479450 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.db_base_plugin_common [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-a9039f18-fa2c-4b68-8518-53e67f8dc855 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Allocated IP 172.20.0.2 (3889e137-9f0d-4032-866d-8d50c7868522/a3fbd7aa-ee15-4152-b767-1f5087c39646/1d8940be-6e84-41bc-a0b6-e93595f2815b) {{(pid=99982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:03:06.634262 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-a9039f18-fa2c-4b68-8518-53e67f8dc855 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Notify callbacks [] for port, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:06.724749 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-a9039f18-fa2c-4b68-8518-53e67f8dc855 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63686027'] for port, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:06.728803 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-77c7ec3a-03bc-4f79-8d98-5c518bad7adb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:06.770103 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-a9039f18-fa2c-4b68-8518-53e67f8dc855 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Network 3889e137-9f0d-4032-866d-8d50c7868522 is already hosted by enough agents. {{(pid=99982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:03:06.773350 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.base_scheduler [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-a9039f18-fa2c-4b68-8518-53e67f8dc855 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Resources bound (agent type, host, resource id): {{(pid=99982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:03:06.777250 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-a9039f18-fa2c-4b68-8518-53e67f8dc855 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Received port after_create {{(pid=99982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:03:06.799874 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9039f18-fa2c-4b68-8518-53e67f8dc855 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Pushing event updated for resources: {'Port': ['ID=1d8940be-6e84-41bc-a0b6-e93595f2815b,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:06.804028 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-a9039f18-fa2c-4b68-8518-53e67f8dc855 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:06.810485 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252e054-6c03-4c59-9546-8c2ab4f0ca50 req-79ee3ea2-7a60-4b78-a6be-4684b71761aa tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:06.811959 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-1252e054-6c03-4c59-9546-8c2ab4f0ca50 req-79ee3ea2-7a60-4b78-a6be-4684b71761aa tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5cf0b33-ae69-4662-a343-4c9a64651f42 HTTP/1.1" status: 200 len: 931 time: 0.0663784 Jun 23 19:03:06.826172 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-a9039f18-fa2c-4b68-8518-53e67f8dc855 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:06.826795 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-a9039f18-fa2c-4b68-8518-53e67f8dc855 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:06.849591 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-1252e054-6c03-4c59-9546-8c2ab4f0ca50 req-e5208e4a-ed70-4369-acf1-0f3975914a44 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf59cec-41b3-424b-89c6-bf582ba4822d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319400 Jun 23 19:03:06.913446 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-a9039f18-fa2c-4b68-8518-53e67f8dc855 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7544916 Jun 23 19:03:06.944655 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-56193ac3-536d-408c-ae0b-001af20e4df3 service neutron] Request body: {'port': {'device_id': 'e5cf0b33-ae69-4662-a343-4c9a64651f42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:03:07.048243 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-56193ac3-536d-408c-ae0b-001af20e4df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:07.058455 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71a7f2-a7e3-464c-b1b0-1c0ae03ad811 req-7db86555-9e30-4c5b-883a-668299556ae9 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:07.059955 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-df71a7f2-a7e3-464c-b1b0-1c0ae03ad811 req-7db86555-9e30-4c5b-883a-668299556ae9 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 984 time: 0.1285553 Jun 23 19:03:07.130489 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-df71a7f2-a7e3-464c-b1b0-1c0ae03ad811 req-34b8e5b0-c738-4e25-a4b5-7fb3cbf951b7 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b060049-3a48-48a3-94d0-4015e02ed38c&id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0639548 Jun 23 19:03:07.337917 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-56193ac3-536d-408c-ae0b-001af20e4df3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d8940be-6e84-41bc-a0b6-e93595f2815b {{(pid=99982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:03:07.344979 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-56193ac3-536d-408c-ae0b-001af20e4df3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:07.356216 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.provisioning_blocks [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-56193ac3-536d-408c-ae0b-001af20e4df3 service neutron] Transition to ACTIVE for port object 1d8940be-6e84-41bc-a0b6-e93595f2815b will not be triggered until provisioned by entity L2. {{(pid=99982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:03:07.455324 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-56193ac3-536d-408c-ae0b-001af20e4df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63686041'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:07.457426 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:07.501655 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56193ac3-536d-408c-ae0b-001af20e4df3 service neutron] Pushing event updated for resources: {'Port': ['ID=1d8940be-6e84-41bc-a0b6-e93595f2815b,revision_number=2']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:07.505765 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-56193ac3-536d-408c-ae0b-001af20e4df3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:07.574046 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-56193ac3-536d-408c-ae0b-001af20e4df3 service neutron] Attempting to bind port 1d8940be-6e84-41bc-a0b6-e93595f2815b on host hv-cinder-78638 for vnic_type normal with profile {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:03:07.574423 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-56193ac3-536d-408c-ae0b-001af20e4df3 service neutron] Attempting to bind port 1d8940be-6e84-41bc-a0b6-e93595f2815b by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'b1083500-9ad1-4e9f-b946-41bb1ede9925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3889e137-9f0d-4032-866d-8d50c7868522'}] {{(pid=99982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:03:07.574756 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-56193ac3-536d-408c-ae0b-001af20e4df3 service neutron] Attempting to bind port 1d8940be-6e84-41bc-a0b6-e93595f2815b on network 3889e137-9f0d-4032-866d-8d50c7868522 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:03:07.579078 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-56193ac3-536d-408c-ae0b-001af20e4df3 service neutron] Port 1d8940be-6e84-41bc-a0b6-e93595f2815b on network 3889e137-9f0d-4032-866d-8d50c7868522 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:03:07.579405 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-56193ac3-536d-408c-ae0b-001af20e4df3 service neutron] Attempting to bind port 1d8940be-6e84-41bc-a0b6-e93595f2815b on network 3889e137-9f0d-4032-866d-8d50c7868522 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:03:07.584260 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-56193ac3-536d-408c-ae0b-001af20e4df3 service neutron] Checking agent: {'id': '3aaf2a66-4435-4fa2-a046-8ce762f61c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:03:07.584602 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-56193ac3-536d-408c-ae0b-001af20e4df3 service neutron] Checking segment: {'id': 'b1083500-9ad1-4e9f-b946-41bb1ede9925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3889e137-9f0d-4032-866d-8d50c7868522'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:03:07.584991 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-56193ac3-536d-408c-ae0b-001af20e4df3 service neutron] Bound using segment: {'id': 'b1083500-9ad1-4e9f-b946-41bb1ede9925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3889e137-9f0d-4032-866d-8d50c7868522'} {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:03:07.585465 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-56193ac3-536d-408c-ae0b-001af20e4df3 service neutron] Bound port: 1d8940be-6e84-41bc-a0b6-e93595f2815b, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1083500-9ad1-4e9f-b946-41bb1ede9925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3889e137-9f0d-4032-866d-8d50c7868522'}}] {{(pid=99982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:03:07.585815 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-56193ac3-536d-408c-ae0b-001af20e4df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:07.650449 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-56193ac3-536d-408c-ae0b-001af20e4df3 service neutron] For port 1d8940be-6e84-41bc-a0b6-e93595f2815b, host hv-cinder-78638, cleared binding levels {{(pid=99982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:03:07.653364 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-56193ac3-536d-408c-ae0b-001af20e4df3 service neutron] For port 1d8940be-6e84-41bc-a0b6-e93595f2815b, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1d8940be-6e84-41bc-a0b6-e93595f2815b,segment=NetworkSegment(b1083500-9ad1-4e9f-b946-41bb1ede9925),segment_id=b1083500-9ad1-4e9f-b946-41bb1ede9925)] {{(pid=99982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:03:07.730916 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-56193ac3-536d-408c-ae0b-001af20e4df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63686041'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:07.733931 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-a84181e2-d841-44da-ac30-e205db4efc3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:07.765999 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-56193ac3-536d-408c-ae0b-001af20e4df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:07.766644 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-56193ac3-536d-408c-ae0b-001af20e4df3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:07.768027 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-56193ac3-536d-408c-ae0b-001af20e4df3 service neutron] 10.222.0.74 "PUT /v2.0/ports/1d8940be-6e84-41bc-a0b6-e93595f2815b HTTP/1.1" status: 200 len: 1093 time: 0.8346667 Jun 23 19:03:07.768537 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5cf0b33-ae69-4662-a343-4c9a64651f42', 'tag': '1d8940be-6e84-41bc-a0b6-e93595f2815b'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:03:07.770886 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e686c48-812d-46c8-a2bf-4572067b0598" -d '{"events": [{"name": "network-changed", "server_uuid": "e5cf0b33-ae69-4662-a343-4c9a64651f42", "tag": "1d8940be-6e84-41bc-a0b6-e93595f2815b"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:03:07.792655 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56193ac3-536d-408c-ae0b-001af20e4df3 service neutron] Pushing event updated for resources: {'Port': ['ID=1d8940be-6e84-41bc-a0b6-e93595f2815b,revision_number=3']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:07.795704 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-56193ac3-536d-408c-ae0b-001af20e4df3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:07.810551 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9097be-8254-470c-8957-4e97369ec403 x-openstack-request-id: req-ba9097be-8254-470c-8957-4e97369ec403 {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:03:07.811060 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5cf0b33-ae69-4662-a343-4c9a64651f42", "tag": "1d8940be-6e84-41bc-a0b6-e93595f2815b", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:03:07.811167 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ba9097be-8254-470c-8957-4e97369ec403 {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:03:07.811630 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5cf0b33-ae69-4662-a343-4c9a64651f42', 'tag': '1d8940be-6e84-41bc-a0b6-e93595f2815b', 'status': 'completed', 'code': 200} Jun 23 19:03:08.020526 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35fa386-9dc3-43fe-ac03-e1417b185f55 req-ea2a746c-2575-4601-8db8-c831305a604a tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:08.021880 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-e35fa386-9dc3-43fe-ac03-e1417b185f55 req-ea2a746c-2575-4601-8db8-c831305a604a tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5cf0b33-ae69-4662-a343-4c9a64651f42 HTTP/1.1" status: 200 len: 943 time: 0.0623887 Jun 23 19:03:08.058399 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-e35fa386-9dc3-43fe-ac03-e1417b185f55 req-a7181d69-b1af-4edf-9f2a-c2325d45da60 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf59cec-41b3-424b-89c6-bf582ba4822d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308933 Jun 23 19:03:08.305280 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21f9f6-7338-46c5-897d-0f245c29366e req-98b336dc-c0b1-446b-a32c-2ce6f10436e7 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:08.306650 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-5d21f9f6-7338-46c5-897d-0f245c29366e req-98b336dc-c0b1-446b-a32c-2ce6f10436e7 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 984 time: 0.0665524 Jun 23 19:03:08.345326 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-5d21f9f6-7338-46c5-897d-0f245c29366e req-a471ee34-d79e-4c81-a7c6-6e2a86098f0c tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b060049-3a48-48a3-94d0-4015e02ed38c&id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329885 Jun 23 19:03:09.229969 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fe7b1-3c82-4683-944d-d3c81079447b req-476d90f8-50bc-4fec-9927-c511bd557ae9 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:09.231439 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-5e1fe7b1-3c82-4683-944d-d3c81079447b req-476d90f8-50bc-4fec-9927-c511bd557ae9 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5cf0b33-ae69-4662-a343-4c9a64651f42 HTTP/1.1" status: 200 len: 943 time: 0.0649941 Jun 23 19:03:09.267863 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-5e1fe7b1-3c82-4683-944d-d3c81079447b req-bc41a8b0-36ff-4140-87eb-85bd735a4a71 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf59cec-41b3-424b-89c6-bf582ba4822d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309708 Jun 23 19:03:09.521319 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1964daf-231a-4450-8ba4-9575c5cdf3e5 req-404e60a8-2a02-4fde-b140-455b69853e16 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:09.522794 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f1964daf-231a-4450-8ba4-9575c5cdf3e5 req-404e60a8-2a02-4fde-b140-455b69853e16 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 984 time: 0.0659535 Jun 23 19:03:09.560487 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f1964daf-231a-4450-8ba4-9575c5cdf3e5 req-5875a2d5-5864-42a2-9fde-37ca4ae5b7a7 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b060049-3a48-48a3-94d0-4015e02ed38c&id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0320759 Jun 23 19:03:09.958610 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:09.989704 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e686c48-812d-46c8-a2bf-4572067b0598 req-a07b4443-8218-41d6-af8a-5d227d580598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:09.991143 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-5e686c48-812d-46c8-a2bf-4572067b0598 req-a07b4443-8218-41d6-af8a-5d227d580598 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cad690435b68432ab09143373b10bb30&device_id=e5cf0b33-ae69-4662-a343-4c9a64651f42 HTTP/1.1" status: 200 len: 1096 time: 0.0580206 Jun 23 19:03:10.105633 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e686c48-812d-46c8-a2bf-4572067b0598 req-ed9ead52-54d6-4c96-a528-923b04bddddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:10.107119 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-5e686c48-812d-46c8-a2bf-4572067b0598 req-ed9ead52-54d6-4c96-a528-923b04bddddc service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=cad690435b68432ab09143373b10bb30&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0937171 Jun 23 19:03:10.201582 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e686c48-812d-46c8-a2bf-4572067b0598 req-cd8d9216-f86f-4854-aac1-68e855c3778e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:10.203054 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-5e686c48-812d-46c8-a2bf-4572067b0598 req-cd8d9216-f86f-4854-aac1-68e855c3778e service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871925 Jun 23 19:03:10.324411 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-a842e9d6-955e-4036-ba6d-59eb5d2ab1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:10.328389 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-a842e9d6-955e-4036-ba6d-59eb5d2ab1a0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cad690435b68432ab09143373b10bb30&device_id=e5cf0b33-ae69-4662-a343-4c9a64651f42 HTTP/1.1" status: 200 len: 1096 time: 0.0559199 Jun 23 19:03:10.392524 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-29897a37-5870-48a0-93ba-78c8ba4e7906 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d8940be-6e84-41bc-a0b6-e93595f2815b HTTP/1.1" status: 200 len: 217 time: 0.0407047 Jun 23 19:03:10.471347 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-da45b5ff-5e8c-46bf-8fe5-88c8dd5d5181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:10.473358 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-da45b5ff-5e8c-46bf-8fe5-88c8dd5d5181 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3fbd7aa-ee15-4152-b767-1f5087c39646 HTTP/1.1" status: 200 len: 848 time: 0.0550613 Jun 23 19:03:10.489110 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3846f4-6b91-4ff2-bc5b-b3d33f01518e req-75534d08-a3e8-4adf-bbd9-7e738b47ca27 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:10.490501 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8a3846f4-6b91-4ff2-bc5b-b3d33f01518e req-75534d08-a3e8-4adf-bbd9-7e738b47ca27 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5cf0b33-ae69-4662-a343-4c9a64651f42 HTTP/1.1" status: 200 len: 943 time: 0.1007354 Jun 23 19:03:10.527338 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-306d5344-51c2-4ec2-8a09-e86ddeba0a86 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3889e137-9f0d-4032-866d-8d50c7868522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358472 Jun 23 19:03:10.582806 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8a3846f4-6b91-4ff2-bc5b-b3d33f01518e req-e6d65347-21ff-4bb3-beea-afa217dd30b7 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf59cec-41b3-424b-89c6-bf582ba4822d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844784 Jun 23 19:03:10.647731 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-20fc1f77-df48-47f3-bc63-2d0ac661597f service neutron] 10.222.0.74 "GET /v2.0/networks/3889e137-9f0d-4032-866d-8d50c7868522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117926 Jun 23 19:03:10.741050 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a7a7f-6779-4a3a-8ce2-0bd17bbf5997 req-509e6c17-cfbd-47d9-b07f-4a20bb37cb9e tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:10.742329 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c3e67d2f-0875-4458-a64b-118984e6c1e8 req-dc30fb32-67c1-47da-af9a-22d3cfb7ff05 service neutron] 10.222.0.74 "GET /v2.0/networks/3889e137-9f0d-4032-866d-8d50c7868522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872736 Jun 23 19:03:10.742669 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-d89a7a7f-6779-4a3a-8ce2-0bd17bbf5997 req-509e6c17-cfbd-47d9-b07f-4a20bb37cb9e tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 984 time: 0.0651083 Jun 23 19:03:10.783216 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-d89a7a7f-6779-4a3a-8ce2-0bd17bbf5997 req-ab8c03b4-a658-4c75-bbd3-01b958617524 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b060049-3a48-48a3-94d0-4015e02ed38c&id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343380 Jun 23 19:03:11.753544 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cfaa13-9173-42d2-bc8b-9d05962ed274 req-3a01e5ad-4abf-4529-b0a3-053f02f57b06 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:11.755043 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-01cfaa13-9173-42d2-bc8b-9d05962ed274 req-3a01e5ad-4abf-4529-b0a3-053f02f57b06 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5cf0b33-ae69-4662-a343-4c9a64651f42 HTTP/1.1" status: 200 len: 943 time: 0.0629163 Jun 23 19:03:11.792067 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-01cfaa13-9173-42d2-bc8b-9d05962ed274 req-0a701103-dc30-4796-a0e3-eb821642885e tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf59cec-41b3-424b-89c6-bf582ba4822d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313678 Jun 23 19:03:11.959491 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba96171-3a81-4e73-8a24-5ae278a62103 req-edda897d-45a3-421e-9c0c-c13590e651d8 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:11.960975 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-5ba96171-3a81-4e73-8a24-5ae278a62103 req-edda897d-45a3-421e-9c0c-c13590e651d8 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 984 time: 0.0619705 Jun 23 19:03:12.001076 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-5ba96171-3a81-4e73-8a24-5ae278a62103 req-9f637403-f4f7-4ca4-96d8-e608cd672662 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b060049-3a48-48a3-94d0-4015e02ed38c&id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339572 Jun 23 19:03:12.966647 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef909b2-a929-4441-9d2e-4fd2b94c9e49 req-26a0c2f9-1b5f-4dfa-96a2-f550b5886360 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:12.968082 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-9ef909b2-a929-4441-9d2e-4fd2b94c9e49 req-26a0c2f9-1b5f-4dfa-96a2-f550b5886360 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5cf0b33-ae69-4662-a343-4c9a64651f42 HTTP/1.1" status: 200 len: 943 time: 0.0608175 Jun 23 19:03:13.005812 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-9ef909b2-a929-4441-9d2e-4fd2b94c9e49 req-9c94e55a-257b-4a3d-a064-9bd1da6f076d tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf59cec-41b3-424b-89c6-bf582ba4822d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321665 Jun 23 19:03:13.176717 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb6040-f32d-4ff4-8546-0319c74d258b req-909f790e-f432-4c0b-b66a-6653a3f68254 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:13.178173 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-3ceb6040-f32d-4ff4-8546-0319c74d258b req-909f790e-f432-4c0b-b66a-6653a3f68254 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 984 time: 0.0674372 Jun 23 19:03:13.217144 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-3ceb6040-f32d-4ff4-8546-0319c74d258b req-9a81ddee-8158-4b04-92d8-0729a73bd089 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b060049-3a48-48a3-94d0-4015e02ed38c&id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331850 Jun 23 19:03:14.176257 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894a0a8-7bf3-4379-b063-177b6ccb6c6f req-590cf423-5a75-4bbf-9ce7-eacada98e299 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:14.177686 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3894a0a8-7bf3-4379-b063-177b6ccb6c6f req-590cf423-5a75-4bbf-9ce7-eacada98e299 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5cf0b33-ae69-4662-a343-4c9a64651f42 HTTP/1.1" status: 200 len: 943 time: 0.0661087 Jun 23 19:03:14.214161 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3894a0a8-7bf3-4379-b063-177b6ccb6c6f req-54c53d18-77df-4ca1-9b55-00de0757a6f5 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf59cec-41b3-424b-89c6-bf582ba4822d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309098 Jun 23 19:03:14.399233 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fabafa-bd9b-475e-b73c-57a868605c98 req-253e0742-b0b8-4a0e-8b21-a38cf2f68fcc tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:14.400711 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-d8fabafa-bd9b-475e-b73c-57a868605c98 req-253e0742-b0b8-4a0e-8b21-a38cf2f68fcc tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 984 time: 0.0669050 Jun 23 19:03:14.441272 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-d8fabafa-bd9b-475e-b73c-57a868605c98 req-f7c37ff4-e65a-4fc7-91a8-c5c3127ae944 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b060049-3a48-48a3-94d0-4015e02ed38c&id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348392 Jun 23 19:03:14.884247 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 6 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:03:15.383225 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c16ae-bdf5-4111-9a79-3f95e0a16084 req-ac690ec9-6a76-4659-9c59-cb42f0f93229 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:15.384580 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-038c16ae-bdf5-4111-9a79-3f95e0a16084 req-ac690ec9-6a76-4659-9c59-cb42f0f93229 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5cf0b33-ae69-4662-a343-4c9a64651f42 HTTP/1.1" status: 200 len: 943 time: 0.0618665 Jun 23 19:03:15.421429 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-038c16ae-bdf5-4111-9a79-3f95e0a16084 req-ee3fcc0d-ab95-43c1-bbb2-142d25a01906 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf59cec-41b3-424b-89c6-bf582ba4822d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312016 Jun 23 19:03:15.618486 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e35ed-4715-4721-8363-6144f5934555 req-6fa67336-6f2b-4560-9021-dbcc50cac932 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:15.619944 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-394e35ed-4715-4721-8363-6144f5934555 req-6fa67336-6f2b-4560-9021-dbcc50cac932 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 984 time: 0.0667348 Jun 23 19:03:15.659733 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-394e35ed-4715-4721-8363-6144f5934555 req-8d875d28-9210-4bd6-9588-21f00b2e952e tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b060049-3a48-48a3-94d0-4015e02ed38c&id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336959 Jun 23 19:03:16.593003 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fc4b6-3404-466d-bd20-b8bd68785adc req-55fa552e-705b-455b-a280-aa6c4ca7cf30 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:16.594561 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-327fc4b6-3404-466d-bd20-b8bd68785adc req-55fa552e-705b-455b-a280-aa6c4ca7cf30 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5cf0b33-ae69-4662-a343-4c9a64651f42 HTTP/1.1" status: 200 len: 943 time: 0.0656264 Jun 23 19:03:16.631455 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-327fc4b6-3404-466d-bd20-b8bd68785adc req-2c184dfe-de55-44ca-a32a-5dcd3c96e84d tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf59cec-41b3-424b-89c6-bf582ba4822d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306242 Jun 23 19:03:16.829938 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112ec1a-90b1-4da9-a216-680720595235 req-82233ee8-a683-495c-ba71-3bf2bd44b333 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:16.831425 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-8112ec1a-90b1-4da9-a216-680720595235 req-82233ee8-a683-495c-ba71-3bf2bd44b333 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 984 time: 0.0618980 Jun 23 19:03:16.849709 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 1d8940be-6e84-41bc-a0b6-e93595f2815b details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=99983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:03:16.871047 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-8112ec1a-90b1-4da9-a216-680720595235 req-34aa1105-9937-4c04-b4b6-96608af4d072 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b060049-3a48-48a3-94d0-4015e02ed38c&id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332625 Jun 23 19:03:16.947233 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 1d8940be-6e84-41bc-a0b6-e93595f2815b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1d8940be-6e84-41bc-a0b6-e93595f2815b,segment=NetworkSegment(b1083500-9ad1-4e9f-b946-41bb1ede9925),segment_id=b1083500-9ad1-4e9f-b946-41bb1ede9925)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:03:16.958905 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Returning: {'device': '1d8940be-6e84-41bc-a0b6-e93595f2815b', 'network_id': '3889e137-9f0d-4032-866d-8d50c7868522', 'port_id': '1d8940be-6e84-41bc-a0b6-e93595f2815b', 'mac_address': 'fa:16:3e:41:7a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3fbd7aa-ee15-4152-b767-1f5087c39646', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:03:16.993497 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:17.006333 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d8940be-6e84-41bc-a0b6-e93595f2815b {{(pid=99983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:03:17.025443 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 1d8940be-6e84-41bc-a0b6-e93595f2815b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1d8940be-6e84-41bc-a0b6-e93595f2815b,segment=NetworkSegment(b1083500-9ad1-4e9f-b946-41bb1ede9925),segment_id=b1083500-9ad1-4e9f-b946-41bb1ede9925)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:03:17.107538 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:17.110219 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:17.159285 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=1d8940be-6e84-41bc-a0b6-e93595f2815b,revision_number=4']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:17.162518 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:17.494510 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['1d8940be-6e84-41bc-a0b6-e93595f2815b'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:03:17.803448 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e105255-f825-42ff-8f30-6217952880c4 req-afc5f3a1-0527-448f-8613-01bbc59c89ea tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:17.804795 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4e105255-f825-42ff-8f30-6217952880c4 req-afc5f3a1-0527-448f-8613-01bbc59c89ea tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5cf0b33-ae69-4662-a343-4c9a64651f42 HTTP/1.1" status: 200 len: 944 time: 0.0614223 Jun 23 19:03:17.841915 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4e105255-f825-42ff-8f30-6217952880c4 req-37462eef-1232-482a-86fb-85efbb124632 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf59cec-41b3-424b-89c6-bf582ba4822d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308459 Jun 23 19:03:18.046678 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f8392-ed1b-4ecc-95f6-30c6803d7b54 req-a5793ccf-340d-4fd8-a287-0462f2105afc tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:18.048171 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-d82f8392-ed1b-4ecc-95f6-30c6803d7b54 req-a5793ccf-340d-4fd8-a287-0462f2105afc tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 984 time: 0.0632174 Jun 23 19:03:18.087720 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-d82f8392-ed1b-4ecc-95f6-30c6803d7b54 req-67000f63-ced5-4b00-b953-27382f0b6131 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b060049-3a48-48a3-94d0-4015e02ed38c&id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331342 Jun 23 19:03:18.864392 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 1d8940be-6e84-41bc-a0b6-e93595f2815b up at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:03:18.976548 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning for port 1d8940be-6e84-41bc-a0b6-e93595f2815b completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:03:18.980520 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning complete for port 1d8940be-6e84-41bc-a0b6-e93595f2815b triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:03:18.980885 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:19.025470 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952dc823-5007-45bd-a749-624c03e1fde8 req-f0332bff-20e8-42a0-b461-6574d8278407 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:19.026988 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-952dc823-5007-45bd-a749-624c03e1fde8 req-f0332bff-20e8-42a0-b461-6574d8278407 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5cf0b33-ae69-4662-a343-4c9a64651f42 HTTP/1.1" status: 200 len: 944 time: 0.0725920 Jun 23 19:03:19.061261 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:19.065992 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-952dc823-5007-45bd-a749-624c03e1fde8 req-8ec6d467-0725-4829-9f62-2b73e3ae2be5 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf59cec-41b3-424b-89c6-bf582ba4822d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331430 Jun 23 19:03:19.084929 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5cf0b33-ae69-4662-a343-4c9a64651f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8940be-6e84-41bc-a0b6-e93595f2815b'}] {{(pid=99983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:03:19.087329 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3da190a675926e82bddf1ae19285f5edc5f8218f501b2228f0a51a29f9c71fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97706369-770c-45e8-8b42-6e6eb2221a32" -d '{"events": [{"server_uuid": "e5cf0b33-ae69-4662-a343-4c9a64651f42", "name": "network-vif-plugged", "status": "completed", "tag": "1d8940be-6e84-41bc-a0b6-e93595f2815b"}]}' {{(pid=99983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:03:19.100340 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 1d8940be-6e84-41bc-a0b6-e93595f2815b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1d8940be-6e84-41bc-a0b6-e93595f2815b,segment=NetworkSegment(b1083500-9ad1-4e9f-b946-41bb1ede9925),segment_id=b1083500-9ad1-4e9f-b946-41bb1ede9925)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:03:19.127296 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f32cd1-f331-4ccc-a5b6-cd89798cd944 x-openstack-request-id: req-00f32cd1-f331-4ccc-a5b6-cd89798cd944 {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:03:19.127296 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5cf0b33-ae69-4662-a343-4c9a64651f42", "name": "network-vif-plugged", "status": "completed", "tag": "1d8940be-6e84-41bc-a0b6-e93595f2815b", "code": 200}]} {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:03:19.127296 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-00f32cd1-f331-4ccc-a5b6-cd89798cd944 {{(pid=99983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:03:19.127296 dv-cinder-786386-8-iscsi neutron-server[99983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5cf0b33-ae69-4662-a343-4c9a64651f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8940be-6e84-41bc-a0b6-e93595f2815b', 'code': 200} Jun 23 19:03:19.175101 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:19.178805 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-71dc7dfa-9ee1-4820-b8ad-690e13232292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:19.230086 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=1d8940be-6e84-41bc-a0b6-e93595f2815b,revision_number=5']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:19.232988 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:19.267564 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01081009-5e30-494c-bbea-381371d80657 req-233fcdea-23f3-4a60-9bd3-d2d20868b3f2 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:19.269036 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-01081009-5e30-494c-bbea-381371d80657 req-233fcdea-23f3-4a60-9bd3-d2d20868b3f2 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 984 time: 0.0674191 Jun 23 19:03:19.308573 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-01081009-5e30-494c-bbea-381371d80657 req-52a157cf-768f-47b9-84f7-b2f5fd420f46 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b060049-3a48-48a3-94d0-4015e02ed38c&id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336447 Jun 23 19:03:19.562569 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3b903-7f3d-4566-a857-564d75a38b1a req-c20c7046-3b81-4e5c-98f5-836a9e927698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:19.563900 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-68a3b903-7f3d-4566-a857-564d75a38b1a req-c20c7046-3b81-4e5c-98f5-836a9e927698 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e5cf0b33-ae69-4662-a343-4c9a64651f42 HTTP/1.1" status: 200 len: 1098 time: 0.0496960 Jun 23 19:03:19.598958 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-68a3b903-7f3d-4566-a857-564d75a38b1a req-2ff74f5a-7353-4818-a761-ed7b71737d10 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6bf59cec-41b3-424b-89c6-bf582ba4822d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259066 Jun 23 19:03:20.246610 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b2884-4028-40ad-a0a3-b1218d29ec69 req-88629c36-cb25-440b-82b5-5de295fe6750 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:20.247945 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-637b2884-4028-40ad-a0a3-b1218d29ec69 req-88629c36-cb25-440b-82b5-5de295fe6750 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5cf0b33-ae69-4662-a343-4c9a64651f42 HTTP/1.1" status: 200 len: 945 time: 0.0666370 Jun 23 19:03:20.285908 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-637b2884-4028-40ad-a0a3-b1218d29ec69 req-0afb4f8f-24e5-44b8-8458-e07512c2f851 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf59cec-41b3-424b-89c6-bf582ba4822d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319982 Jun 23 19:03:20.483055 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7a913-29f4-47de-a44a-35460ddc5de8 req-96bf59a4-0831-4aa4-808a-1ce514af4c25 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:20.484564 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-51a7a913-29f4-47de-a44a-35460ddc5de8 req-96bf59a4-0831-4aa4-808a-1ce514af4c25 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 984 time: 0.0666389 Jun 23 19:03:20.524425 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-51a7a913-29f4-47de-a44a-35460ddc5de8 req-177ab14d-a7b8-4395-8881-066c76cfd4f3 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b060049-3a48-48a3-94d0-4015e02ed38c&id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340602 Jun 23 19:03:21.456042 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc8a87-3137-4a96-bb92-434c71fc70d1 req-75a5325e-98d3-41ae-86e3-44086aecf387 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:21.457549 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-8cfc8a87-3137-4a96-bb92-434c71fc70d1 req-75a5325e-98d3-41ae-86e3-44086aecf387 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5cf0b33-ae69-4662-a343-4c9a64651f42 HTTP/1.1" status: 200 len: 945 time: 0.0617242 Jun 23 19:03:21.497022 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-8cfc8a87-3137-4a96-bb92-434c71fc70d1 req-2f73ff6e-ee67-4275-8665-8f3e03d5715f tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf59cec-41b3-424b-89c6-bf582ba4822d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335550 Jun 23 19:03:21.696076 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e1e25-6161-4804-acc7-f6f311ad08c8 req-7b79cef4-5d6e-4501-b907-831e2e14069b tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:21.697765 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-d83e1e25-6161-4804-acc7-f6f311ad08c8 req-7b79cef4-5d6e-4501-b907-831e2e14069b tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/ports?device_id=80ac82e9-5a2a-452a-af63-0d0266c2ea8e HTTP/1.1" status: 200 len: 945 time: 0.0648856 Jun 23 19:03:21.701424 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c697343-8091-4ae2-b2b0-22909ff8ae06 req-1f1b7875-a861-478a-acf9-5bb03f4c834b tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:21.702898 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8c697343-8091-4ae2-b2b0-22909ff8ae06 req-1f1b7875-a861-478a-acf9-5bb03f4c834b tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 984 time: 0.0657806 Jun 23 19:03:21.737410 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-d83e1e25-6161-4804-acc7-f6f311ad08c8 req-585c96b8-b595-47ad-93e6-2df92ad0e742 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c65a21b-885f-4a6c-96a2-cea22fb5ac8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339737 Jun 23 19:03:21.749792 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8c697343-8091-4ae2-b2b0-22909ff8ae06 req-ef9eb423-d3e6-4199-9898-38c973f7bd30 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b060049-3a48-48a3-94d0-4015e02ed38c&id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405085 Jun 23 19:03:22.915562 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578fded-2e0a-41f1-b81a-00c04ac2eeb6 req-3890a97a-2ebe-447e-a91f-16ea124ac191 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:22.917021 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-7578fded-2e0a-41f1-b81a-00c04ac2eeb6 req-3890a97a-2ebe-447e-a91f-16ea124ac191 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/ports?device_id=80ac82e9-5a2a-452a-af63-0d0266c2ea8e HTTP/1.1" status: 200 len: 945 time: 0.0669928 Jun 23 19:03:22.960032 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-7578fded-2e0a-41f1-b81a-00c04ac2eeb6 req-9bc5f3c2-6631-4b0e-80d7-f51a3e52b6f7 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c65a21b-885f-4a6c-96a2-cea22fb5ac8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358610 Jun 23 19:03:23.052447 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f26740-2931-42f7-b4af-ce0058cca288 req-8ced2c50-217c-4f00-bb1c-10f934d2deeb tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:23.054086 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-35f26740-2931-42f7-b4af-ce0058cca288 req-8ced2c50-217c-4f00-bb1c-10f934d2deeb tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 984 time: 0.0681443 Jun 23 19:03:23.095670 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-35f26740-2931-42f7-b4af-ce0058cca288 req-637ce5f6-5884-4fd3-bb3f-affc3afd4588 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b060049-3a48-48a3-94d0-4015e02ed38c&id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354707 Jun 23 19:03:23.129416 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8126462-2605-44fb-a381-ba4ba4f83bd9 req-7032a325-334b-407f-9b14-4947b97dc24a tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:23.131517 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-e8126462-2605-44fb-a381-ba4ba4f83bd9 req-7032a325-334b-407f-9b14-4947b97dc24a tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5cf0b33-ae69-4662-a343-4c9a64651f42 HTTP/1.1" status: 200 len: 945 time: 0.0681868 Jun 23 19:03:23.168781 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-e8126462-2605-44fb-a381-ba4ba4f83bd9 req-0f551c3e-3949-4578-a7ba-59df04fb1eea tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf59cec-41b3-424b-89c6-bf582ba4822d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315492 Jun 23 19:03:23.235987 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 33708) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:03:23.334493 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e846-7d10-4fa0-9b91-7851cb587c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:23.418397 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e846-7d10-4fa0-9b91-7851cb587c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:23.490969 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e846-7d10-4fa0-9b91-7851cb587c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:23.494393 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-1b25c703-5da7-4704-a1ff-035220f57b5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:23.529596 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-2dd7e846-7d10-4fa0-9b91-7851cb587c0a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=54a662c85f50463abfe602205bfe3c5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2925711 Jun 23 19:03:23.531553 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7e846-7d10-4fa0-9b91-7851cb587c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b409813-fb43-4c53-850a-894d4a314a13,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:23.532289 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 33712) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:03:23.534761 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-2dd7e846-7d10-4fa0-9b91-7851cb587c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:23.579903 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-0d625617-e37d-428c-8e38-e0ece44c4cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:23.600748 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-0d625617-e37d-428c-8e38-e0ece44c4cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:23.713611 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-0d625617-e37d-428c-8e38-e0ece44c4cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:23.716313 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-0d625617-e37d-428c-8e38-e0ece44c4cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:23.717452 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-0d625617-e37d-428c-8e38-e0ece44c4cc3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0b409813-fb43-4c53-850a-894d4a314a13 HTTP/1.1" status: 204 len: 168 time: 0.1841302 Jun 23 19:03:23.718352 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-63bc0978-0a76-491e-84f5-639922a0a0e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:23.727474 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d625617-e37d-428c-8e38-e0ece44c4cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b409813-fb43-4c53-850a-894d4a314a13,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:23.729003 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-0d625617-e37d-428c-8e38-e0ece44c4cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:23.825809 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5dd60-6451-4ede-8e9b-e62d43a62982 req-daeeb6be-5302-49ad-9dd2-6c1fc2ade4e6 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:23.827238 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-38f5dd60-6451-4ede-8e9b-e62d43a62982 req-daeeb6be-5302-49ad-9dd2-6c1fc2ade4e6 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ac82e9-5a2a-452a-af63-0d0266c2ea8e HTTP/1.1" status: 200 len: 945 time: 0.0637205 Jun 23 19:03:23.923454 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-38f5dd60-6451-4ede-8e9b-e62d43a62982 req-f2b5812b-b1b5-47a3-bc64-3daa5a321945 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Deleting port 1b2cdf11-87be-45ad-b5c1-7a1ef1304439 {{(pid=99982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:03:23.924138 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-38f5dd60-6451-4ede-8e9b-e62d43a62982 req-f2b5812b-b1b5-47a3-bc64-3daa5a321945 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:24.014157 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-38f5dd60-6451-4ede-8e9b-e62d43a62982 req-f2b5812b-b1b5-47a3-bc64-3daa5a321945 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] For port 1b2cdf11-87be-45ad-b5c1-7a1ef1304439, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1b2cdf11-87be-45ad-b5c1-7a1ef1304439,segment=NetworkSegment(cbff3bae-8867-4bfd-81b0-e01abc8c7c68),segment_id=cbff3bae-8867-4bfd-81b0-e01abc8c7c68)] {{(pid=99982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:03:24.014631 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-38f5dd60-6451-4ede-8e9b-e62d43a62982 req-f2b5812b-b1b5-47a3-bc64-3daa5a321945 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:24.028121 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-38f5dd60-6451-4ede-8e9b-e62d43a62982 req-f2b5812b-b1b5-47a3-bc64-3daa5a321945 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Calling delete_port for 1b2cdf11-87be-45ad-b5c1-7a1ef1304439 owned by compute:nova {{(pid=99982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:03:24.145011 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f78967-1e61-4e3d-8cf2-03e6ea846496 req-eed02b09-dd80-433d-9b5d-c788e6756daa tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:24.147220 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-75f78967-1e61-4e3d-8cf2-03e6ea846496 req-eed02b09-dd80-433d-9b5d-c788e6756daa tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/ports?device_id=80ac82e9-5a2a-452a-af63-0d0266c2ea8e HTTP/1.1" status: 200 len: 945 time: 0.0696673 Jun 23 19:03:24.185482 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-75f78967-1e61-4e3d-8cf2-03e6ea846496 req-0b228e45-2c67-41dd-a0c3-e5e50e8384e8 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c65a21b-885f-4a6c-96a2-cea22fb5ac8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321927 Jun 23 19:03:24.250796 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-38f5dd60-6451-4ede-8e9b-e62d43a62982 req-f2b5812b-b1b5-47a3-bc64-3daa5a321945 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63686034'] for port, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:24.254645 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-a9039f18-fa2c-4b68-8518-53e67f8dc855 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:24.289350 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b5812b-b1b5-47a3-bc64-3daa5a321945 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Pushing event deleted for resources: {'Port': ['ID=1b2cdf11-87be-45ad-b5c1-7a1ef1304439,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:24.297001 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-f2b5812b-b1b5-47a3-bc64-3daa5a321945 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:24.305481 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['1b2cdf11-87be-45ad-b5c1-7a1ef1304439'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:03:24.336243 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f5dd60-6451-4ede-8e9b-e62d43a62982 req-f2b5812b-b1b5-47a3-bc64-3daa5a321945 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] No DVR routers for this DVR port 1b2cdf11-87be-45ad-b5c1-7a1ef1304439 on host hv-cinder-78638 {{(pid=99982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:03:24.340782 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-38f5dd60-6451-4ede-8e9b-e62d43a62982 req-f2b5812b-b1b5-47a3-bc64-3daa5a321945 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:24.342730 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-38f5dd60-6451-4ede-8e9b-e62d43a62982 req-f2b5812b-b1b5-47a3-bc64-3daa5a321945 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.74 "DELETE /v2.0/ports/1b2cdf11-87be-45ad-b5c1-7a1ef1304439 HTTP/1.1" status: 204 len: 173 time: 0.5088961 Jun 23 19:03:24.343231 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ac82e9-5a2a-452a-af63-0d0266c2ea8e', 'name': 'network-vif-deleted', 'tag': '1b2cdf11-87be-45ad-b5c1-7a1ef1304439'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:03:24.345483 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b5e1a2-acfd-45cc-abd9-9f60ea99d636" -d '{"events": [{"server_uuid": "80ac82e9-5a2a-452a-af63-0d0266c2ea8e", "name": "network-vif-deleted", "tag": "1b2cdf11-87be-45ad-b5c1-7a1ef1304439"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:03:24.356225 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9e0ee-eb8e-40f3-9240-90f43e3214f8 req-169a1b0b-513c-4269-ba09-2b316cf42b04 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:24.357697 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-14d9e0ee-eb8e-40f3-9240-90f43e3214f8 req-169a1b0b-513c-4269-ba09-2b316cf42b04 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 984 time: 0.1443434 Jun 23 19:03:24.372398 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd542dab-8deb-4da5-84a1-43c586f65b12 req-303e7cdf-8d38-4c3c-bb2e-0d2735fa0b17 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:24.373869 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-cd542dab-8deb-4da5-84a1-43c586f65b12 req-303e7cdf-8d38-4c3c-bb2e-0d2735fa0b17 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5cf0b33-ae69-4662-a343-4c9a64651f42 HTTP/1.1" status: 200 len: 945 time: 0.0885067 Jun 23 19:03:24.398078 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-14d9e0ee-eb8e-40f3-9240-90f43e3214f8 req-c9f11461-fffd-407c-9472-30304d3e6709 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b060049-3a48-48a3-94d0-4015e02ed38c&id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342159 Jun 23 19:03:24.509440 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 33732) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:03:24.543279 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-9efc69bc-165a-4205-81c5-eca28d160f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:24.561605 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92f2293-a7da-44d6-ac6b-93349a535fb8 x-openstack-request-id: req-d92f2293-a7da-44d6-ac6b-93349a535fb8 {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:03:24.561937 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ac82e9-5a2a-452a-af63-0d0266c2ea8e", "name": "network-vif-deleted", "tag": "1b2cdf11-87be-45ad-b5c1-7a1ef1304439", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:03:24.562260 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d92f2293-a7da-44d6-ac6b-93349a535fb8 {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:03:24.562702 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ac82e9-5a2a-452a-af63-0d0266c2ea8e', 'name': 'network-vif-deleted', 'tag': '1b2cdf11-87be-45ad-b5c1-7a1ef1304439', 'status': 'completed', 'code': 200} Jun 23 19:03:24.584835 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-cd542dab-8deb-4da5-84a1-43c586f65b12 req-f3b3cc5f-9245-48ba-b2e7-1e27fb441cd2 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf59cec-41b3-424b-89c6-bf582ba4822d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047827 Jun 23 19:03:24.665440 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-9efc69bc-165a-4205-81c5-eca28d160f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:24.765226 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-9efc69bc-165a-4205-81c5-eca28d160f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:24.768833 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-6574374b-b02a-48b7-a81c-f9a094312bc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:24.804053 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-9efc69bc-165a-4205-81c5-eca28d160f4e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=20a9a92da5c94bf68097eece36a48b96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2914219 Jun 23 19:03:24.805297 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc69bc-165a-4205-81c5-eca28d160f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662ef11f-d9c7-4557-87a1-91492c07c529,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:24.805686 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 33740) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:03:24.808892 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-9efc69bc-165a-4205-81c5-eca28d160f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:24.859799 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-635781f8-0e68-477b-89e2-08407850dd47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:24.881786 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-635781f8-0e68-477b-89e2-08407850dd47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:24.982509 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-635781f8-0e68-477b-89e2-08407850dd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:24.985273 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-635781f8-0e68-477b-89e2-08407850dd47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:24.986443 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-635781f8-0e68-477b-89e2-08407850dd47 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/662ef11f-d9c7-4557-87a1-91492c07c529 HTTP/1.1" status: 204 len: 168 time: 0.1795561 Jun 23 19:03:24.990324 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-6f7fa6cd-dd99-4d92-8f94-82f45455086c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:24.995352 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635781f8-0e68-477b-89e2-08407850dd47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662ef11f-d9c7-4557-87a1-91492c07c529,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:24.997565 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-635781f8-0e68-477b-89e2-08407850dd47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:25.144434 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1b42f-5d68-44ad-9030-11b364c008cb req-46ffaec7-b84e-4c93-adee-41abdcce4d9e tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:25.145976 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-80d1b42f-5d68-44ad-9030-11b364c008cb req-46ffaec7-b84e-4c93-adee-41abdcce4d9e tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5cf0b33-ae69-4662-a343-4c9a64651f42 HTTP/1.1" status: 200 len: 945 time: 0.0618212 Jun 23 19:03:25.252038 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-80d1b42f-5d68-44ad-9030-11b364c008cb req-21d33fb4-c71b-4e50-9d30-4a3a7cbbbf78 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Deleting port 1d8940be-6e84-41bc-a0b6-e93595f2815b {{(pid=99982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:03:25.252383 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-80d1b42f-5d68-44ad-9030-11b364c008cb req-21d33fb4-c71b-4e50-9d30-4a3a7cbbbf78 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:25.343598 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-7c87635a-cf77-4689-934a-c14c5b398c84 req-03577503-829c-47f9-b44b-275d5f860ee2 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] 10.222.0.47 "GET /v2.0/ports?device_id=80ac82e9-5a2a-452a-af63-0d0266c2ea8e HTTP/1.1" status: 200 len: 210 time: 0.0337362 Jun 23 19:03:25.346199 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-80d1b42f-5d68-44ad-9030-11b364c008cb req-21d33fb4-c71b-4e50-9d30-4a3a7cbbbf78 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] For port 1d8940be-6e84-41bc-a0b6-e93595f2815b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1d8940be-6e84-41bc-a0b6-e93595f2815b,segment=NetworkSegment(b1083500-9ad1-4e9f-b946-41bb1ede9925),segment_id=b1083500-9ad1-4e9f-b946-41bb1ede9925)] {{(pid=99982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:03:25.346606 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-80d1b42f-5d68-44ad-9030-11b364c008cb req-21d33fb4-c71b-4e50-9d30-4a3a7cbbbf78 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:25.360446 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-80d1b42f-5d68-44ad-9030-11b364c008cb req-21d33fb4-c71b-4e50-9d30-4a3a7cbbbf78 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Calling delete_port for 1d8940be-6e84-41bc-a0b6-e93595f2815b owned by compute:nova {{(pid=99982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:03:25.553595 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-80d1b42f-5d68-44ad-9030-11b364c008cb req-21d33fb4-c71b-4e50-9d30-4a3a7cbbbf78 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63686034'] for port, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:25.558457 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-402957d8-57b3-4fa2-8118-71af11e9629a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:25.587712 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d33fb4-c71b-4e50-9d30-4a3a7cbbbf78 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Pushing event deleted for resources: {'Port': ['ID=1d8940be-6e84-41bc-a0b6-e93595f2815b,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:25.589907 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-21d33fb4-c71b-4e50-9d30-4a3a7cbbbf78 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:25.603727 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['1d8940be-6e84-41bc-a0b6-e93595f2815b'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:03:25.649293 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d1b42f-5d68-44ad-9030-11b364c008cb req-21d33fb4-c71b-4e50-9d30-4a3a7cbbbf78 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] No DVR routers for this DVR port 1d8940be-6e84-41bc-a0b6-e93595f2815b on host hv-cinder-78638 {{(pid=99982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:03:25.651660 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-80d1b42f-5d68-44ad-9030-11b364c008cb req-21d33fb4-c71b-4e50-9d30-4a3a7cbbbf78 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:25.653820 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-80d1b42f-5d68-44ad-9030-11b364c008cb req-21d33fb4-c71b-4e50-9d30-4a3a7cbbbf78 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.74 "DELETE /v2.0/ports/1d8940be-6e84-41bc-a0b6-e93595f2815b HTTP/1.1" status: 204 len: 173 time: 0.4982958 Jun 23 19:03:25.665663 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3a6a9-21a3-42a6-a2a0-4a925ac7c69c req-ff3c6de2-f860-4115-861d-b8154cb79974 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:25.667120 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-ffd3a6a9-21a3-42a6-a2a0-4a925ac7c69c req-ff3c6de2-f860-4115-861d-b8154cb79974 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 984 time: 0.1434684 Jun 23 19:03:25.715761 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-ffd3a6a9-21a3-42a6-a2a0-4a925ac7c69c req-aab1d08b-657e-48e1-8f18-094f5d5fe631 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b060049-3a48-48a3-94d0-4015e02ed38c&id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426078 Jun 23 19:03:25.759083 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-ab1ee465-ea26-41ea-9e21-110f6debba49 req-55575b84-9fb9-47fe-8e70-377c2fe8f525 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5cf0b33-ae69-4662-a343-4c9a64651f42 HTTP/1.1" status: 200 len: 210 time: 0.0530696 Jun 23 19:03:26.564018 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5cf0b33-ae69-4662-a343-4c9a64651f42', 'name': 'network-vif-deleted', 'tag': '1d8940be-6e84-41bc-a0b6-e93595f2815b'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:03:26.566582 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f080a8b-9180-49b0-8faa-31ad8410739f" -d '{"events": [{"server_uuid": "e5cf0b33-ae69-4662-a343-4c9a64651f42", "name": "network-vif-deleted", "tag": "1d8940be-6e84-41bc-a0b6-e93595f2815b"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:03:26.601686 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214b7271-5fcd-4aa6-a0c3-c88bef2cbe6d x-openstack-request-id: req-214b7271-5fcd-4aa6-a0c3-c88bef2cbe6d {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:03:26.602036 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5cf0b33-ae69-4662-a343-4c9a64651f42", "name": "network-vif-deleted", "tag": "1d8940be-6e84-41bc-a0b6-e93595f2815b", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:03:26.602379 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-214b7271-5fcd-4aa6-a0c3-c88bef2cbe6d {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:03:26.603145 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5cf0b33-ae69-4662-a343-4c9a64651f42', 'name': 'network-vif-deleted', 'tag': '1d8940be-6e84-41bc-a0b6-e93595f2815b', 'status': 'completed', 'code': 200} Jun 23 19:03:26.932545 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 1d8940be-6e84-41bc-a0b6-e93595f2815b no longer exists at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:03:26.974830 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] No Port match for: 1d8940be-6e84-41bc-a0b6-e93595f2815b {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:03:26.975501 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 1d8940be-6e84-41bc-a0b6-e93595f2815b not bound to the agent host hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:03:26.976090 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 1b2cdf11-87be-45ad-b5c1-7a1ef1304439 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:03:26.997303 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] No Port match for: 1b2cdf11-87be-45ad-b5c1-7a1ef1304439 {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:03:26.998089 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 1b2cdf11-87be-45ad-b5c1-7a1ef1304439 not bound to the agent host hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:03:27.000610 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-ec3833b9-380c-4648-857e-87b8b26ee8ce req-9adca1c5-8032-45aa-b879-70d6778b64b9 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5cf0b33-ae69-4662-a343-4c9a64651f42 HTTP/1.1" status: 200 len: 210 time: 0.0465891 Jun 23 19:03:27.188499 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc901982-06aa-462f-8b7d-78e07e8bbd1e req-283946f6-3672-4a7c-8ecf-b4c2f3681a48 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:27.190715 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-fc901982-06aa-462f-8b7d-78e07e8bbd1e req-283946f6-3672-4a7c-8ecf-b4c2f3681a48 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 984 time: 0.2914994 Jun 23 19:03:27.229739 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-fc901982-06aa-462f-8b7d-78e07e8bbd1e req-52427aa2-e21d-4f78-97eb-f1878765fa89 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b060049-3a48-48a3-94d0-4015e02ed38c&id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340197 Jun 23 19:03:27.622546 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313ec4d-9755-4c9a-974f-f5b6d74b630f req-117937fe-ac1c-4ef6-ba8a-f81c25ee3539 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:27.623996 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f313ec4d-9755-4c9a-974f-f5b6d74b630f req-117937fe-ac1c-4ef6-ba8a-f81c25ee3539 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 946 time: 0.0674486 Jun 23 19:03:27.662586 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f313ec4d-9755-4c9a-974f-f5b6d74b630f req-61c1a961-9a71-4684-bf09-6a69b54393a3 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322459 Jun 23 19:03:28.360007 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-2a7a67ef-5658-4448-a4b2-caa742faa883 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:28.361553 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-2a7a67ef-5658-4448-a4b2-caa742faa883 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/networks?id=3889e137-9f0d-4032-866d-8d50c7868522 HTTP/1.1" status: 200 len: 808 time: 0.1005416 Jun 23 19:03:28.377183 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-de6ec035-dc36-4c6f-bbe3-e1f543e66c99 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/quotas/cad690435b68432ab09143373b10bb30 HTTP/1.1" status: 200 len: 375 time: 0.0100734 Jun 23 19:03:28.417366 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-c2e8cdb4-078c-41db-afb8-21a9eaf4ccf5 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=cad690435b68432ab09143373b10bb30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347788 Jun 23 19:03:28.479565 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f35c6669-4a40-4dd0-9fc6-69348f870f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:28.530431 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-62e601a5-b908-4fa6-a886-04d5e12a3e0d service neutron] 10.222.0.47 "GET /v2.0/networks/3889e137-9f0d-4032-866d-8d50c7868522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009045 Jun 23 19:03:28.613686 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-37fbfa2e-8bda-47f2-82ad-b5570a70cb4c service neutron] 10.222.0.47 "GET /v2.0/networks/3889e137-9f0d-4032-866d-8d50c7868522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826209 Jun 23 19:03:28.863999 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a344e-2c99-47bb-824e-da94d924c6f0 req-4756729c-3c98-42c0-9c0b-76fae8ae418d tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:28.865648 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-764a344e-2c99-47bb-824e-da94d924c6f0 req-4756729c-3c98-42c0-9c0b-76fae8ae418d tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 946 time: 0.0736873 Jun 23 19:03:28.886794 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a8daba9d-f864-414f-9e5a-fcb0f85301e6 req-38b588fa-b2ef-4b45-b41c-506c7e4580c1 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ac4ebfb-1cf0-498a-95c9-eac3c6edf20e HTTP/1.1" status: 200 len: 210 time: 0.0342112 Jun 23 19:03:28.908275 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-764a344e-2c99-47bb-824e-da94d924c6f0 req-26c5bb94-9cd6-4e53-8b13-84b8cfc40f44 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361013 Jun 23 19:03:30.080947 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-ed537563-cac5-49dc-9cdc-c8485ba673cc req-04873b29-8780-4f43-994e-93b675a7637b tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ac4ebfb-1cf0-498a-95c9-eac3c6edf20e HTTP/1.1" status: 200 len: 210 time: 0.0283327 Jun 23 19:03:30.087579 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61380f61-c68f-49b5-ab5f-300fac0966b7 req-ad8748e1-b219-4546-bb02-5d043d0f57d0 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:30.089103 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-61380f61-c68f-49b5-ab5f-300fac0966b7 req-ad8748e1-b219-4546-bb02-5d043d0f57d0 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 946 time: 0.0628715 Jun 23 19:03:30.127847 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-61380f61-c68f-49b5-ab5f-300fac0966b7 req-fde3597d-158f-4502-bbc3-5c37391b946b tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330999 Jun 23 19:03:30.565519 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 33948) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:03:30.665166 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-49cb0191-3bd8-4b3a-a6ec-85e03807274a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:30.751076 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-49cb0191-3bd8-4b3a-a6ec-85e03807274a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:30.833738 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-49cb0191-3bd8-4b3a-a6ec-85e03807274a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:30.836051 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-69ef227f-ef2d-46f9-afe3-52970140fce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:30.871212 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-49cb0191-3bd8-4b3a-a6ec-85e03807274a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fd3b593d633f421d98ab70d77c8d8d12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3046575 Jun 23 19:03:30.872064 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb0191-3bd8-4b3a-a6ec-85e03807274a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99eeda5f-55d5-478e-b7cc-e782ca6d11ac,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:30.873823 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 33952) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:03:30.893625 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb0191-3bd8-4b3a-a6ec-85e03807274a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:30.893928 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb0191-3bd8-4b3a-a6ec-85e03807274a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:30.894328 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb0191-3bd8-4b3a-a6ec-85e03807274a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:30.894694 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb0191-3bd8-4b3a-a6ec-85e03807274a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:30.895065 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb0191-3bd8-4b3a-a6ec-85e03807274a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:30.895422 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb0191-3bd8-4b3a-a6ec-85e03807274a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:30.895772 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb0191-3bd8-4b3a-a6ec-85e03807274a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:30.896181 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb0191-3bd8-4b3a-a6ec-85e03807274a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:30.896532 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb0191-3bd8-4b3a-a6ec-85e03807274a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:30.896878 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb0191-3bd8-4b3a-a6ec-85e03807274a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:30.897222 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb0191-3bd8-4b3a-a6ec-85e03807274a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:30.897564 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb0191-3bd8-4b3a-a6ec-85e03807274a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:30.902266 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-49cb0191-3bd8-4b3a-a6ec-85e03807274a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:30.935772 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-8d5dfa84-ecf2-4d45-9d67-ac05457eed7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:30.956411 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-8d5dfa84-ecf2-4d45-9d67-ac05457eed7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:31.015539 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c8ba34c1-16a4-4e97-8517-b361a54980ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:31.089885 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-8d5dfa84-ecf2-4d45-9d67-ac05457eed7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:31.094772 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-8d5dfa84-ecf2-4d45-9d67-ac05457eed7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:31.094772 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-8d5dfa84-ecf2-4d45-9d67-ac05457eed7b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/99eeda5f-55d5-478e-b7cc-e782ca6d11ac HTTP/1.1" status: 204 len: 168 time: 0.2188733 Jun 23 19:03:31.094772 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-00000eee-2aaa-444b-923b-06f8fea79422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:31.103360 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5dfa84-ecf2-4d45-9d67-ac05457eed7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99eeda5f-55d5-478e-b7cc-e782ca6d11ac,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:31.105741 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-8d5dfa84-ecf2-4d45-9d67-ac05457eed7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:31.194476 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a662875c-88a2-4c4c-a9e1-16f0c17dd993 req-3b0ba759-1725-49df-b74f-84771ad72df1 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ac4ebfb-1cf0-498a-95c9-eac3c6edf20e HTTP/1.1" status: 200 len: 210 time: 0.0282910 Jun 23 19:03:31.308053 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ee8d5-3dd7-4efd-84c6-2c063c51635e req-29ad48ed-21d9-4e0e-8edf-6c5767776569 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:31.309511 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-009ee8d5-3dd7-4efd-84c6-2c063c51635e req-29ad48ed-21d9-4e0e-8edf-6c5767776569 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 946 time: 0.0653191 Jun 23 19:03:31.346566 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-009ee8d5-3dd7-4efd-84c6-2c063c51635e req-365d93c8-17a3-4093-a96c-c3e998c117e1 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313118 Jun 23 19:03:31.461183 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:31.736144 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 33964) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:03:31.753242 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-e6ebebde-8670-4922-a1be-65c3f35e2b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:31.838664 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-e6ebebde-8670-4922-a1be-65c3f35e2b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:31.937211 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-e6ebebde-8670-4922-a1be-65c3f35e2b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:31.940814 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-845aaff0-06b8-47b9-9490-bbd2d72d6cbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:31.975085 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-e6ebebde-8670-4922-a1be-65c3f35e2b23 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fe1ec640cceb4ab8bedcf43d7e49811c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377872 Jun 23 19:03:31.977027 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ebebde-8670-4922-a1be-65c3f35e2b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71198139-b8b2-44f1-89c5-7c5057ee0f09,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:31.977855 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 33966) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:03:31.984512 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ebebde-8670-4922-a1be-65c3f35e2b23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:31.984843 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ebebde-8670-4922-a1be-65c3f35e2b23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:31.985201 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ebebde-8670-4922-a1be-65c3f35e2b23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:31.985566 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ebebde-8670-4922-a1be-65c3f35e2b23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:31.985944 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ebebde-8670-4922-a1be-65c3f35e2b23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:31.986307 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ebebde-8670-4922-a1be-65c3f35e2b23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:31.994351 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ebebde-8670-4922-a1be-65c3f35e2b23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:31.994351 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ebebde-8670-4922-a1be-65c3f35e2b23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:31.994351 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ebebde-8670-4922-a1be-65c3f35e2b23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:31.994351 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ebebde-8670-4922-a1be-65c3f35e2b23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:31.994351 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ebebde-8670-4922-a1be-65c3f35e2b23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:31.994351 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ebebde-8670-4922-a1be-65c3f35e2b23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:31.994351 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-e6ebebde-8670-4922-a1be-65c3f35e2b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:32.029471 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-2cd489e5-f740-4deb-9f97-26440c78d6e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:32.054111 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-2cd489e5-f740-4deb-9f97-26440c78d6e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:32.158112 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb40f2-d6fe-4976-8419-78daaf5dfc55 req-47b2d080-2068-47e2-9db8-8acbe7e32dbc tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:32.159612 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-12fb40f2-d6fe-4976-8419-78daaf5dfc55 req-47b2d080-2068-47e2-9db8-8acbe7e32dbc tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.74 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 946 time: 0.0614378 Jun 23 19:03:32.262975 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-2cd489e5-f740-4deb-9f97-26440c78d6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:32.270540 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-2cd489e5-f740-4deb-9f97-26440c78d6e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:32.272739 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-2cd489e5-f740-4deb-9f97-26440c78d6e1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/71198139-b8b2-44f1-89c5-7c5057ee0f09 HTTP/1.1" status: 204 len: 168 time: 0.2937267 Jun 23 19:03:32.274109 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-e6601e6b-e929-469c-a202-bda3636bf523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:32.288775 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd489e5-f740-4deb-9f97-26440c78d6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71198139-b8b2-44f1-89c5-7c5057ee0f09,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:32.291435 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-2cd489e5-f740-4deb-9f97-26440c78d6e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:32.331894 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:32.531737 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42907a96-fe06-4795-a714-049747b6ea05 req-372ca05c-9ec1-4f9e-8b27-116cf5e81580 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:32.533324 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-42907a96-fe06-4795-a714-049747b6ea05 req-372ca05c-9ec1-4f9e-8b27-116cf5e81580 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 946 time: 0.0658402 Jun 23 19:03:32.556504 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-35b6865a-74d8-4012-bad9-cd517ef1a543 req-c44e5fe6-8e82-4c05-bf6f-30c405d1b064 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ac4ebfb-1cf0-498a-95c9-eac3c6edf20e HTTP/1.1" status: 200 len: 210 time: 0.0339985 Jun 23 19:03:32.558524 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-12fb40f2-d6fe-4976-8419-78daaf5dfc55 req-c45d9e90-36fc-4473-919c-cf39857acc8e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Deleting port faa81078-f38b-45f4-a98c-5ccfbc7f907c {{(pid=99982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:03:32.559175 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-12fb40f2-d6fe-4976-8419-78daaf5dfc55 req-c45d9e90-36fc-4473-919c-cf39857acc8e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:32.591204 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-42907a96-fe06-4795-a714-049747b6ea05 req-43c9563f-a369-4109-a54d-3b0c1f5d0c95 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516918 Jun 23 19:03:32.679320 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-12fb40f2-d6fe-4976-8419-78daaf5dfc55 req-c45d9e90-36fc-4473-919c-cf39857acc8e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] For port faa81078-f38b-45f4-a98c-5ccfbc7f907c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=faa81078-f38b-45f4-a98c-5ccfbc7f907c,segment=NetworkSegment(1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13),segment_id=1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13)] {{(pid=99982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:03:32.679748 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-12fb40f2-d6fe-4976-8419-78daaf5dfc55 req-c45d9e90-36fc-4473-919c-cf39857acc8e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:32.906030 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-12fb40f2-d6fe-4976-8419-78daaf5dfc55 req-c45d9e90-36fc-4473-919c-cf39857acc8e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:32.906436 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-12fb40f2-d6fe-4976-8419-78daaf5dfc55 req-c45d9e90-36fc-4473-919c-cf39857acc8e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1978722'] for floatingip, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:32.906794 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.db.l3_db [req-12fb40f2-d6fe-4976-8419-78daaf5dfc55 req-c45d9e90-36fc-4473-919c-cf39857acc8e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Floating IP d75eec0c-3cc9-4da7-8bf3-ada9bfe6647c disassociated. External IP: 172.27.0.36, port: faa81078-f38b-45f4-a98c-5ccfbc7f907c. Jun 23 19:03:32.907136 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-12fb40f2-d6fe-4976-8419-78daaf5dfc55 req-c45d9e90-36fc-4473-919c-cf39857acc8e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Calling delete_port for faa81078-f38b-45f4-a98c-5ccfbc7f907c owned by compute:nova {{(pid=99982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:03:33.124785 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-cb866c5c-487e-46a1-922e-df30a546c398 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:33.126265 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-cb866c5c-487e-46a1-922e-df30a546c398 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.74 "GET /v2.0/networks?id=3889e137-9f0d-4032-866d-8d50c7868522 HTTP/1.1" status: 200 len: 808 time: 0.1466875 Jun 23 19:03:33.145638 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-8884f588-7dce-4d51-8127-e9ac762c1328 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Request body: {'port': {'device_id': '7ac4ebfb-1cf0-498a-95c9-eac3c6edf20e', 'network_id': '3889e137-9f0d-4032-866d-8d50c7868522', 'admin_state_up': True, 'tenant_id': 'cad690435b68432ab09143373b10bb30'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:03:33.279748 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-12fb40f2-d6fe-4976-8419-78daaf5dfc55 req-c45d9e90-36fc-4473-919c-cf39857acc8e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63686034'] for port, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:33.283468 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:33.307808 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d9e90-36fc-4473-919c-cf39857acc8e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Pushing event deleted for resources: {'Port': ['ID=faa81078-f38b-45f4-a98c-5ccfbc7f907c,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:33.311155 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-c45d9e90-36fc-4473-919c-cf39857acc8e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:33.372706 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-8884f588-7dce-4d51-8127-e9ac762c1328 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Made reservation on behalf of cad690435b68432ab09143373b10bb30 for: {'port': 1} {{(pid=99982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:03:33.376635 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-8884f588-7dce-4d51-8127-e9ac762c1328 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:33.509651 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12fb40f2-d6fe-4976-8419-78daaf5dfc55 req-c45d9e90-36fc-4473-919c-cf39857acc8e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Router 73215398-a360-4b53-9fe1-d320f6038b4b has already been hosted by L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 {{(pid=99982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:03:33.606792 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.db_base_plugin_common [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-8884f588-7dce-4d51-8127-e9ac762c1328 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Allocated IP 172.20.0.2 (3889e137-9f0d-4032-866d-8d50c7868522/a3fbd7aa-ee15-4152-b767-1f5087c39646/834f162d-da90-485a-a525-94a3eac84c50) {{(pid=99982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:03:33.616871 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:33.694568 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12fb40f2-d6fe-4976-8419-78daaf5dfc55 req-c45d9e90-36fc-4473-919c-cf39857acc8e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:03:33.709809 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ce53bf-ad5a-4da2-b1b5-680acb45f3f8 None None] Sync routers for ids ['73215398-a360-4b53-9fe1-d320f6038b4b'] in dv-cinder-786386-8-iscsi {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:03:33.724327 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ce53bf-ad5a-4da2-b1b5-680acb45f3f8 None None] Routers {'73215398-a360-4b53-9fe1-d320f6038b4b'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:03:33.725619 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-d4ce53bf-ad5a-4da2-b1b5-680acb45f3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:03:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['73215398-a360-4b53-9fe1-d320f6038b4b'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:03:33.780694 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8ab43b81-b6bf-4c84-b76e-f0dad382f8d3 req-b6540cda-639a-4c41-a788-c12a96dbe8a3 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ac4ebfb-1cf0-498a-95c9-eac3c6edf20e HTTP/1.1" status: 200 len: 210 time: 0.0919449 Jun 23 19:03:33.785890 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f0403797-b6d4-49af-bdab-91847361c05e req-01aca9e8-a479-408c-9b68-6101019993c3 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 210 time: 0.0372338 Jun 23 19:03:33.802860 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [req-12fb40f2-d6fe-4976-8419-78daaf5dfc55 req-c45d9e90-36fc-4473-919c-cf39857acc8e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] No DVR routers for this DVR port faa81078-f38b-45f4-a98c-5ccfbc7f907c on host hv-cinder-78638 {{(pid=99982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:03:33.815521 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-12fb40f2-d6fe-4976-8419-78daaf5dfc55 req-c45d9e90-36fc-4473-919c-cf39857acc8e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:33.817736 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-12fb40f2-d6fe-4976-8419-78daaf5dfc55 req-c45d9e90-36fc-4473-919c-cf39857acc8e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.74 "DELETE /v2.0/ports/faa81078-f38b-45f4-a98c-5ccfbc7f907c HTTP/1.1" status: 204 len: 173 time: 1.6526821 Jun 23 19:03:33.818811 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a3cd0c-aaeb-4aba-8f47-d65e65f996e3', 'name': 'network-vif-deleted', 'tag': 'faa81078-f38b-45f4-a98c-5ccfbc7f907c'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:03:33.821195 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687904dc-f207-46d9-8de5-ecb87ed4256e" -d '{"events": [{"server_uuid": "70a3cd0c-aaeb-4aba-8f47-d65e65f996e3", "name": "network-vif-deleted", "tag": "faa81078-f38b-45f4-a98c-5ccfbc7f907c"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:03:33.869296 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7811bd-edb5-4a7d-8070-c26f33ebc954 x-openstack-request-id: req-1f7811bd-edb5-4a7d-8070-c26f33ebc954 {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:03:33.869581 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a3cd0c-aaeb-4aba-8f47-d65e65f996e3", "name": "network-vif-deleted", "tag": "faa81078-f38b-45f4-a98c-5ccfbc7f907c", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:03:33.869902 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1f7811bd-edb5-4a7d-8070-c26f33ebc954 {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:03:33.870376 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a3cd0c-aaeb-4aba-8f47-d65e65f996e3', 'name': 'network-vif-deleted', 'tag': 'faa81078-f38b-45f4-a98c-5ccfbc7f907c', 'status': 'completed', 'code': 200} Jun 23 19:03:33.885658 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-d4ce53bf-ad5a-4da2-b1b5-680acb45f3f8 None None] Set router 73215398-a360-4b53-9fe1-d320f6038b4b gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:03:33.911472 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-8884f588-7dce-4d51-8127-e9ac762c1328 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Notify callbacks [] for port, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:34.089290 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-d4ce53bf-ad5a-4da2-b1b5-680acb45f3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1286120584-router', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '2e8e5254-675d-40dd-99c2-40a467ab4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:27Z', 'updated_at': '2021-06-23T18:58:36Z', 'revision_number': 4, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'gw_port': {'id': '2e8e5254-675d-40dd-99c2-40a467ab4db9', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:29Z', 'updated_at': '2021-06-23T18:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': '78d8cf4f-d25f-43bc-99c8-7aadbbdd8680', 'name': '', 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'mac_address': 'fa:16:3e:fe:c2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '32106090-9e53-4852-ad03-eb2e8f42dc88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:33Z', 'updated_at': '2021-06-23T18:58:48Z', 'revision_number': 5, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'subnets': [{'id': '32106090-9e53-4852-ad03-eb2e8f42dc88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:03:34.113946 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ce53bf-ad5a-4da2-b1b5-680acb45f3f8 None None] Checking router: 73215398-a360-4b53-9fe1-d320f6038b4b for host: dv-cinder-786386-8-iscsi {{(pid=99983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:03:34.144874 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-8884f588-7dce-4d51-8127-e9ac762c1328 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63686027'] for port, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:34.145439 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ce53bf-ad5a-4da2-b1b5-680acb45f3f8 None None] Routers {'73215398-a360-4b53-9fe1-d320f6038b4b'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:03:34.145439 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-d4ce53bf-ad5a-4da2-b1b5-680acb45f3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:03:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['73215398-a360-4b53-9fe1-d320f6038b4b'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:03:34.145803 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-c45d9e90-36fc-4473-919c-cf39857acc8e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:34.175029 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-8884f588-7dce-4d51-8127-e9ac762c1328 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Network 3889e137-9f0d-4032-866d-8d50c7868522 is already hosted by enough agents. {{(pid=99982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:03:34.178385 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.base_scheduler [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-8884f588-7dce-4d51-8127-e9ac762c1328 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Resources bound (agent type, host, resource id): {{(pid=99982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:03:34.183128 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-8884f588-7dce-4d51-8127-e9ac762c1328 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Received port after_create {{(pid=99982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:03:34.190965 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884f588-7dce-4d51-8127-e9ac762c1328 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Pushing event updated for resources: {'Port': ['ID=834f162d-da90-485a-a525-94a3eac84c50,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:34.211449 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-8884f588-7dce-4d51-8127-e9ac762c1328 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:34.246642 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-8884f588-7dce-4d51-8127-e9ac762c1328 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:34.247669 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-8884f588-7dce-4d51-8127-e9ac762c1328 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:34.252260 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-d4ce53bf-ad5a-4da2-b1b5-680acb45f3f8 None None] Set router 73215398-a360-4b53-9fe1-d320f6038b4b gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:03:34.326974 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-8884f588-7dce-4d51-8127-e9ac762c1328 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1851807 Jun 23 19:03:34.362760 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-7240e7a9-6d9b-41fc-a3e6-d56da5139c20 service neutron] Request body: {'port': {'device_id': '7ac4ebfb-1cf0-498a-95c9-eac3c6edf20e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:03:34.480318 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-7240e7a9-6d9b-41fc-a3e6-d56da5139c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:34.490051 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-d4ce53bf-ad5a-4da2-b1b5-680acb45f3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1286120584-router', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '2e8e5254-675d-40dd-99c2-40a467ab4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:27Z', 'updated_at': '2021-06-23T18:58:36Z', 'revision_number': 4, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'gw_port': {'id': '2e8e5254-675d-40dd-99c2-40a467ab4db9', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:29Z', 'updated_at': '2021-06-23T18:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': '78d8cf4f-d25f-43bc-99c8-7aadbbdd8680', 'name': '', 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'mac_address': 'fa:16:3e:fe:c2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '32106090-9e53-4852-ad03-eb2e8f42dc88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:33Z', 'updated_at': '2021-06-23T18:58:48Z', 'revision_number': 5, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'subnets': [{'id': '32106090-9e53-4852-ad03-eb2e8f42dc88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:03:34.517183 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ce53bf-ad5a-4da2-b1b5-680acb45f3f8 None None] The sync data for ids ['73215398-a360-4b53-9fe1-d320f6038b4b'] in dv-cinder-786386-8-iscsi is: [{'id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1286120584-router', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '2e8e5254-675d-40dd-99c2-40a467ab4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:27Z', 'updated_at': '2021-06-23T18:58:36Z', 'revision_number': 4, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'gw_port': {'id': '2e8e5254-675d-40dd-99c2-40a467ab4db9', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:29Z', 'updated_at': '2021-06-23T18:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': '78d8cf4f-d25f-43bc-99c8-7aadbbdd8680', 'name': '', 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'mac_address': 'fa:16:3e:fe:c2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '32106090-9e53-4852-ad03-eb2e8f42dc88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:33Z', 'updated_at': '2021-06-23T18:58:48Z', 'revision_number': 5, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'subnets': [{'id': '32106090-9e53-4852-ad03-eb2e8f42dc88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:03:34.793529 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-7240e7a9-6d9b-41fc-a3e6-d56da5139c20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 834f162d-da90-485a-a525-94a3eac84c50 {{(pid=99982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:03:34.811720 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-7240e7a9-6d9b-41fc-a3e6-d56da5139c20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:34.832553 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.provisioning_blocks [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-7240e7a9-6d9b-41fc-a3e6-d56da5139c20 service neutron] Transition to ACTIVE for port object 834f162d-da90-485a-a525-94a3eac84c50 will not be triggered until provisioned by entity L2. {{(pid=99982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:03:34.932225 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-7240e7a9-6d9b-41fc-a3e6-d56da5139c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63686041'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:34.932631 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e284a2-e03d-4033-af7b-12aa1817b855 None None] New status for floating IP d75eec0c-3cc9-4da7-8bf3-ada9bfe6647c: DOWN {{(pid=99984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:03:34.933981 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-1cbfdfb5-dca6-4032-8646-e6a8d70a25b0 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:34.957978 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device faa81078-f38b-45f4-a98c-5ccfbc7f907c no longer exists at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:03:35.000801 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] No Port match for: faa81078-f38b-45f4-a98c-5ccfbc7f907c {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:03:35.000801 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device faa81078-f38b-45f4-a98c-5ccfbc7f907c not bound to the agent host hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:03:35.036090 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42da3e-94bb-4a9d-b422-1504b76a68cb req-a283151a-0fae-4aca-b9e3-f696c50609a3 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:35.039131 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7240e7a9-6d9b-41fc-a3e6-d56da5139c20 service neutron] Pushing event updated for resources: {'Port': ['ID=834f162d-da90-485a-a525-94a3eac84c50,revision_number=2']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:35.045784 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-8c42da3e-94bb-4a9d-b422-1504b76a68cb req-a283151a-0fae-4aca-b9e3-f696c50609a3 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ac4ebfb-1cf0-498a-95c9-eac3c6edf20e HTTP/1.1" status: 200 len: 943 time: 0.1131897 Jun 23 19:03:35.054709 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-7240e7a9-6d9b-41fc-a3e6-d56da5139c20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:35.101171 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-8c42da3e-94bb-4a9d-b422-1504b76a68cb req-ebf8b875-a8dc-49bb-900b-c761698c472f tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf59cec-41b3-424b-89c6-bf582ba4822d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540967 Jun 23 19:03:35.110174 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-e9bcc9c0-45ef-4e0a-b014-58653ce2d93b req-5dd1544c-b72c-42e5-9f67-437108d7ba24 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=70a3cd0c-aaeb-4aba-8f47-d65e65f996e3 HTTP/1.1" status: 200 len: 210 time: 0.0609505 Jun 23 19:03:35.174672 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-7240e7a9-6d9b-41fc-a3e6-d56da5139c20 service neutron] Attempting to bind port 834f162d-da90-485a-a525-94a3eac84c50 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:03:35.174934 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-7240e7a9-6d9b-41fc-a3e6-d56da5139c20 service neutron] Attempting to bind port 834f162d-da90-485a-a525-94a3eac84c50 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'b1083500-9ad1-4e9f-b946-41bb1ede9925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3889e137-9f0d-4032-866d-8d50c7868522'}] {{(pid=99982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:03:35.175265 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-7240e7a9-6d9b-41fc-a3e6-d56da5139c20 service neutron] Attempting to bind port 834f162d-da90-485a-a525-94a3eac84c50 on network 3889e137-9f0d-4032-866d-8d50c7868522 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:03:35.181070 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-7240e7a9-6d9b-41fc-a3e6-d56da5139c20 service neutron] Port 834f162d-da90-485a-a525-94a3eac84c50 on network 3889e137-9f0d-4032-866d-8d50c7868522 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:03:35.181416 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-7240e7a9-6d9b-41fc-a3e6-d56da5139c20 service neutron] Attempting to bind port 834f162d-da90-485a-a525-94a3eac84c50 on network 3889e137-9f0d-4032-866d-8d50c7868522 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:03:35.187516 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-7240e7a9-6d9b-41fc-a3e6-d56da5139c20 service neutron] Checking agent: {'id': '3aaf2a66-4435-4fa2-a046-8ce762f61c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:03:35.187965 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-7240e7a9-6d9b-41fc-a3e6-d56da5139c20 service neutron] Checking segment: {'id': 'b1083500-9ad1-4e9f-b946-41bb1ede9925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3889e137-9f0d-4032-866d-8d50c7868522'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:03:35.188453 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-7240e7a9-6d9b-41fc-a3e6-d56da5139c20 service neutron] Bound using segment: {'id': 'b1083500-9ad1-4e9f-b946-41bb1ede9925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3889e137-9f0d-4032-866d-8d50c7868522'} {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:03:35.188885 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-7240e7a9-6d9b-41fc-a3e6-d56da5139c20 service neutron] Bound port: 834f162d-da90-485a-a525-94a3eac84c50, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1083500-9ad1-4e9f-b946-41bb1ede9925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3889e137-9f0d-4032-866d-8d50c7868522'}}] {{(pid=99982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:03:35.189488 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-7240e7a9-6d9b-41fc-a3e6-d56da5139c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:35.261331 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-7240e7a9-6d9b-41fc-a3e6-d56da5139c20 service neutron] For port 834f162d-da90-485a-a525-94a3eac84c50, host hv-cinder-78638, cleared binding levels {{(pid=99982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:03:35.264400 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-7240e7a9-6d9b-41fc-a3e6-d56da5139c20 service neutron] For port 834f162d-da90-485a-a525-94a3eac84c50, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=834f162d-da90-485a-a525-94a3eac84c50,segment=NetworkSegment(b1083500-9ad1-4e9f-b946-41bb1ede9925),segment_id=b1083500-9ad1-4e9f-b946-41bb1ede9925)] {{(pid=99982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:03:35.401109 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-7240e7a9-6d9b-41fc-a3e6-d56da5139c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63686041'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:35.404481 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-592bcf56-2c89-4b06-9cd2-1e3fcc8238dd tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:35.450468 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-7240e7a9-6d9b-41fc-a3e6-d56da5139c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:35.451023 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-7240e7a9-6d9b-41fc-a3e6-d56da5139c20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:35.452379 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-7240e7a9-6d9b-41fc-a3e6-d56da5139c20 service neutron] 10.222.0.74 "PUT /v2.0/ports/834f162d-da90-485a-a525-94a3eac84c50 HTTP/1.1" status: 200 len: 1093 time: 1.0944448 Jun 23 19:03:35.474981 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7240e7a9-6d9b-41fc-a3e6-d56da5139c20 service neutron] Pushing event updated for resources: {'Port': ['ID=834f162d-da90-485a-a525-94a3eac84c50,revision_number=3']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:35.477933 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-7240e7a9-6d9b-41fc-a3e6-d56da5139c20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:35.664133 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-3ee69c0b-486f-400b-88a7-a92803feb3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:35.664811 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 34044) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:03:35.669128 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-3ee69c0b-486f-400b-88a7-a92803feb3e2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cad690435b68432ab09143373b10bb30&device_id=7ac4ebfb-1cf0-498a-95c9-eac3c6edf20e HTTP/1.1" status: 200 len: 1096 time: 0.0576921 Jun 23 19:03:35.722037 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-f1883832-dfbe-486c-996c-105f3c24b8df service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=834f162d-da90-485a-a525-94a3eac84c50 HTTP/1.1" status: 200 len: 217 time: 0.0380182 Jun 23 19:03:35.774926 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-3b3e995e-f8f8-41ec-8aea-01d0a19342aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:35.776568 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6c1f923b-6b91-4113-a0e3-741ef382eb82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:35.776714 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-3b3e995e-f8f8-41ec-8aea-01d0a19342aa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3fbd7aa-ee15-4152-b767-1f5087c39646 HTTP/1.1" status: 200 len: 848 time: 0.0468729 Jun 23 19:03:35.812288 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-08b38a1b-0242-46c5-aec6-2fb1b36ce543 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3889e137-9f0d-4032-866d-8d50c7868522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277209 Jun 23 19:03:35.880352 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ac4ebfb-1cf0-498a-95c9-eac3c6edf20e', 'tag': '834f162d-da90-485a-a525-94a3eac84c50'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:03:35.883419 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2901c140-891a-4cee-b0ae-64b9cb846f79" -d '{"events": [{"name": "network-changed", "server_uuid": "7ac4ebfb-1cf0-498a-95c9-eac3c6edf20e", "tag": "834f162d-da90-485a-a525-94a3eac84c50"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:03:35.885472 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6c1f923b-6b91-4113-a0e3-741ef382eb82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:35.929649 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c316dd07-074b-484e-b4fc-1f221d859204 x-openstack-request-id: req-c316dd07-074b-484e-b4fc-1f221d859204 {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:03:35.930126 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ac4ebfb-1cf0-498a-95c9-eac3c6edf20e", "tag": "834f162d-da90-485a-a525-94a3eac84c50", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:03:35.930559 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c316dd07-074b-484e-b4fc-1f221d859204 {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:03:35.931074 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ac4ebfb-1cf0-498a-95c9-eac3c6edf20e', 'tag': '834f162d-da90-485a-a525-94a3eac84c50', 'status': 'completed', 'code': 200} Jun 23 19:03:35.936812 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-b66f371b-89f2-4b33-98eb-897990d386d5 service neutron] 10.222.0.74 "GET /v2.0/networks/3889e137-9f0d-4032-866d-8d50c7868522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168900 Jun 23 19:03:35.937413 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6c1f923b-6b91-4113-a0e3-741ef382eb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:35.940049 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-c6e80dd1-f31c-4457-808d-ee4f65d32366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:35.980698 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-6c1f923b-6b91-4113-a0e3-741ef382eb82 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=27e5924ad0a54e528a3ea41e28dfb2b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3146548 Jun 23 19:03:35.981280 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 34054) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:03:35.981966 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f923b-6b91-4113-a0e3-741ef382eb82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a61b0aa-ef86-4860-b7a1-1e8cc7712e18,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:35.990574 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-6c1f923b-6b91-4113-a0e3-741ef382eb82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:36.038017 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-804f4b4c-3495-4108-9192-b9b51f48ca8c req-32d26207-21da-41df-873a-601529a61511 service neutron] 10.222.0.74 "GET /v2.0/networks/3889e137-9f0d-4032-866d-8d50c7868522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903378 Jun 23 19:03:36.044861 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b60ea8ef-9829-4604-8229-ba7e728a00be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:36.071520 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b60ea8ef-9829-4604-8229-ba7e728a00be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:36.216498 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b60ea8ef-9829-4604-8229-ba7e728a00be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:36.220379 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b60ea8ef-9829-4604-8229-ba7e728a00be admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:36.222167 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-b60ea8ef-9829-4604-8229-ba7e728a00be admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2a61b0aa-ef86-4860-b7a1-1e8cc7712e18 HTTP/1.1" status: 204 len: 168 time: 0.2374496 Jun 23 19:03:36.223255 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-6a545805-68db-4bc0-9efe-b59c272f83f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:36.234092 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ea8ef-9829-4604-8229-ba7e728a00be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a61b0aa-ef86-4860-b7a1-1e8cc7712e18,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:36.237199 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-b60ea8ef-9829-4604-8229-ba7e728a00be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:36.330836 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d52e3-6721-4338-a7ea-e2d806842abb req-0ec44155-6d3d-4b43-b2a4-1b2de49291e0 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:36.332299 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-972d52e3-6721-4338-a7ea-e2d806842abb req-0ec44155-6d3d-4b43-b2a4-1b2de49291e0 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ac4ebfb-1cf0-498a-95c9-eac3c6edf20e HTTP/1.1" status: 200 len: 943 time: 0.1220784 Jun 23 19:03:36.341496 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901c140-891a-4cee-b0ae-64b9cb846f79 req-841375e7-d561-4f95-8f35-d887b4d21ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:36.344550 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-2901c140-891a-4cee-b0ae-64b9cb846f79 req-841375e7-d561-4f95-8f35-d887b4d21ac6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cad690435b68432ab09143373b10bb30&device_id=7ac4ebfb-1cf0-498a-95c9-eac3c6edf20e HTTP/1.1" status: 200 len: 1096 time: 0.0903990 Jun 23 19:03:36.398427 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 34066) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:03:36.437545 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-972d52e3-6721-4338-a7ea-e2d806842abb req-ac4af330-9e44-4cc6-adc8-f99c36914143 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf59cec-41b3-424b-89c6-bf582ba4822d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936017 Jun 23 19:03:36.480999 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-caaa9b17-5445-49ab-8aaf-a44c7659bcb1 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:36.483295 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901c140-891a-4cee-b0ae-64b9cb846f79 req-0da85534-21fb-4bfe-87dd-572f6c199a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:36.484460 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-2901c140-891a-4cee-b0ae-64b9cb846f79 req-0da85534-21fb-4bfe-87dd-572f6c199a54 service neutron] 10.222.0.74 "GET /v2.0/networks?id=3889e137-9f0d-4032-866d-8d50c7868522 HTTP/1.1" status: 200 len: 909 time: 0.1330521 Jun 23 19:03:36.508112 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-caaa9b17-5445-49ab-8aaf-a44c7659bcb1 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:36.527913 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-2901c140-891a-4cee-b0ae-64b9cb846f79 req-562e2deb-63ba-4f09-8c1b-6166cb4d00cc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=834f162d-da90-485a-a525-94a3eac84c50 HTTP/1.1" status: 200 len: 217 time: 0.0368321 Jun 23 19:03:36.577180 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901c140-891a-4cee-b0ae-64b9cb846f79 req-60a62829-ca8d-4fd8-98a9-ee30a4f8a53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:36.578652 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-2901c140-891a-4cee-b0ae-64b9cb846f79 req-60a62829-ca8d-4fd8-98a9-ee30a4f8a53b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3fbd7aa-ee15-4152-b767-1f5087c39646 HTTP/1.1" status: 200 len: 848 time: 0.0437984 Jun 23 19:03:36.613662 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-2901c140-891a-4cee-b0ae-64b9cb846f79 req-0d80e133-5735-4a61-9353-ede5977fbbac service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3889e137-9f0d-4032-866d-8d50c7868522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269608 Jun 23 19:03:36.651457 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-caaa9b17-5445-49ab-8aaf-a44c7659bcb1 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:36.654343 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-caaa9b17-5445-49ab-8aaf-a44c7659bcb1 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:36.655506 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-caaa9b17-5445-49ab-8aaf-a44c7659bcb1 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "DELETE /v2.0/security-groups/dce1028d-8aac-4e8f-918a-2b2ab7d8acbe HTTP/1.1" status: 204 len: 168 time: 0.2560482 Jun 23 19:03:36.656297 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-1744e177-2fb1-47ac-ad7f-4ee34c3221a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:36.660400 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 34074) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:03:36.676550 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa9b17-5445-49ab-8aaf-a44c7659bcb1 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce1028d-8aac-4e8f-918a-2b2ab7d8acbe,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:36.684522 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.api.v2.resource [None req-79d3a1e8-52ff-4357-bca9-e0f9f7f2a039 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] show failed (client error): The resource could not be found. Jun 23 19:03:36.688494 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-79d3a1e8-52ff-4357-bca9-e0f9f7f2a039 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups/dce1028d-8aac-4e8f-918a-2b2ab7d8acbe HTTP/1.1" status: 404 len: 347 time: 0.0242853 Jun 23 19:03:36.688494 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-caaa9b17-5445-49ab-8aaf-a44c7659bcb1 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:36.688754 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 34076) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:03:36.713299 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-2901c140-891a-4cee-b0ae-64b9cb846f79 req-84f70316-aee1-440e-8d95-2340f45f888e service neutron] 10.222.0.74 "GET /v2.0/networks/3889e137-9f0d-4032-866d-8d50c7868522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911422 Jun 23 19:03:36.820425 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-2901c140-891a-4cee-b0ae-64b9cb846f79 req-fa1c9263-9948-4fea-8d1e-a52c823fd00c service neutron] 10.222.0.74 "GET /v2.0/networks/3889e137-9f0d-4032-866d-8d50c7868522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987787 Jun 23 19:03:36.835475 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.plugin [None req-ea9f70c4-9cf0-4e28-a1c2-8ec11bf8c274 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Deleting port bc83c5e4-39a4-40c4-b01c-b09624d5f360 {{(pid=99981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:03:36.835901 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-ea9f70c4-9cf0-4e28-a1c2-8ec11bf8c274 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:36.921952 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-ea9f70c4-9cf0-4e28-a1c2-8ec11bf8c274 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:36.922330 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-ea9f70c4-9cf0-4e28-a1c2-8ec11bf8c274 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:36.936402 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 34078) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:03:36.941580 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.plugin [None req-ea9f70c4-9cf0-4e28-a1c2-8ec11bf8c274 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Calling delete_port for bc83c5e4-39a4-40c4-b01c-b09624d5f360 owned by network:floatingip {{(pid=99981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:03:36.950297 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-81093a07-3850-4c61-9fea-88765c8c293f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:37.035421 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-81093a07-3850-4c61-9fea-88765c8c293f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:37.102752 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-81093a07-3850-4c61-9fea-88765c8c293f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:37.106066 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-53dcb302-4fbc-4ca0-bdbb-8e321042c8ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:37.139981 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-81093a07-3850-4c61-9fea-88765c8c293f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e270bed8da334a95972eb7f4540c9528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2024930 Jun 23 19:03:37.142096 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81093a07-3850-4c61-9fea-88765c8c293f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24bb25f-b5c3-4d6e-b022-ef788fa9e806,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:37.142800 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 34080) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:03:37.145071 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-81093a07-3850-4c61-9fea-88765c8c293f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:37.150525 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-ea9f70c4-9cf0-4e28-a1c2-8ec11bf8c274 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66155770'] for port, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:37.157931 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-a82290ca-105b-4862-be84-ba302c413444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:37.185100 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f70c4-9cf0-4e28-a1c2-8ec11bf8c274 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Pushing event deleted for resources: {'Port': ['ID=bc83c5e4-39a4-40c4-b01c-b09624d5f360,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:37.188049 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-ea9f70c4-9cf0-4e28-a1c2-8ec11bf8c274 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:37.265217 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-f5919cf1-c3f1-4ac8-9048-7247e8829141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:37.272465 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-ea9f70c4-9cf0-4e28-a1c2-8ec11bf8c274 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for floatingip, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:37.274953 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-ea9f70c4-9cf0-4e28-a1c2-8ec11bf8c274 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for floatingip, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:37.276084 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-ea9f70c4-9cf0-4e28-a1c2-8ec11bf8c274 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "DELETE /v2.0/floatingips/d75eec0c-3cc9-4da7-8bf3-ada9bfe6647c HTTP/1.1" status: 204 len: 168 time: 0.5865226 Jun 23 19:03:37.294193 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-f5919cf1-c3f1-4ac8-9048-7247e8829141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:37.416116 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-f5919cf1-c3f1-4ac8-9048-7247e8829141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:37.418909 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-f5919cf1-c3f1-4ac8-9048-7247e8829141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:37.420082 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-f5919cf1-c3f1-4ac8-9048-7247e8829141 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c24bb25f-b5c3-4d6e-b022-ef788fa9e806 HTTP/1.1" status: 204 len: 168 time: 0.2763121 Jun 23 19:03:37.421111 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-2dd7e846-7d10-4fa0-9b91-7851cb587c0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:37.429435 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5919cf1-c3f1-4ac8-9048-7247e8829141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24bb25f-b5c3-4d6e-b022-ef788fa9e806,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:37.431870 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-f5919cf1-c3f1-4ac8-9048-7247e8829141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:37.609179 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e75c4c-e6ad-4fdf-bf3f-8d7233912ec3 req-7e1ef000-fcf3-4371-8571-2c60c938b4a2 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:37.610649 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-23e75c4c-e6ad-4fdf-bf3f-8d7233912ec3 req-7e1ef000-fcf3-4371-8571-2c60c938b4a2 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ac4ebfb-1cf0-498a-95c9-eac3c6edf20e HTTP/1.1" status: 200 len: 943 time: 0.0644562 Jun 23 19:03:37.647213 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-23e75c4c-e6ad-4fdf-bf3f-8d7233912ec3 req-7dcb9868-1df5-424b-a1c9-36f060d8fa2c tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf59cec-41b3-424b-89c6-bf582ba4822d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309129 Jun 23 19:03:37.754779 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 34092) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:03:37.760577 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-bfbb8c63-ff97-4094-ab10-3adc2f833ae0 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--949850424', 'description': 'tempest-description--1339253984'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:03:37.852227 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-bfbb8c63-ff97-4094-ab10-3adc2f833ae0 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:37.946442 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-bfbb8c63-ff97-4094-ab10-3adc2f833ae0 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:38.164334 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-bfbb8c63-ff97-4094-ab10-3adc2f833ae0 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:38.166890 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-419a2181-d480-4f7b-9922-6cf0dd0ab48f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:38.193319 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb8c63-ff97-4094-ab10-3adc2f833ae0 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fbac4a-465a-4b99-aa78-0d2f56ce8307,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:38.195963 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-bfbb8c63-ff97-4094-ab10-3adc2f833ae0 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:38.291578 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-bfbb8c63-ff97-4094-ab10-3adc2f833ae0 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:38.295499 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-bfbb8c63-ff97-4094-ab10-3adc2f833ae0 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5371315 Jun 23 19:03:38.295763 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 34106) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:03:38.300377 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-06de3767-1562-45bc-8c70-90bb1dbabc54 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Request body: {'security_group_rule': {'security_group_id': 'e6fbac4a-465a-4b99-aa78-0d2f56ce8307', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:03:38.426791 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-06de3767-1562-45bc-8c70-90bb1dbabc54 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:38.483844 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-06de3767-1562-45bc-8c70-90bb1dbabc54 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:38.575903 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-06de3767-1562-45bc-8c70-90bb1dbabc54 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061678'] for security_group_rule, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:38.578027 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-73e10255-686c-4bbd-8c69-d07003c5b3ee tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:38.591955 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de3767-1562-45bc-8c70-90bb1dbabc54 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=598f2e27-e2fb-4cad-a568-dfc9055f08b2,revision_number=0']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:38.595786 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-06de3767-1562-45bc-8c70-90bb1dbabc54 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:38.668879 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-06de3767-1562-45bc-8c70-90bb1dbabc54 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:38.670175 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-06de3767-1562-45bc-8c70-90bb1dbabc54 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3733146 Jun 23 19:03:38.672595 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 34122) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:03:38.677085 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-0742d6c0-425f-4c9b-bf27-c2c4bc55e14c tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Request body: {'security_group_rule': {'security_group_id': 'e6fbac4a-465a-4b99-aa78-0d2f56ce8307', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:03:38.798914 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-0742d6c0-425f-4c9b-bf27-c2c4bc55e14c tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:38.829598 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e349b-0f38-40af-a40e-524fb955d62e req-9cabaa61-6b60-491e-b79d-d7f091cf98a3 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:38.831229 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8a1e349b-0f38-40af-a40e-524fb955d62e req-9cabaa61-6b60-491e-b79d-d7f091cf98a3 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ac4ebfb-1cf0-498a-95c9-eac3c6edf20e HTTP/1.1" status: 200 len: 943 time: 0.0678492 Jun 23 19:03:38.867161 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-0742d6c0-425f-4c9b-bf27-c2c4bc55e14c tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:38.872785 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8a1e349b-0f38-40af-a40e-524fb955d62e req-554a3983-e410-4d98-8c75-bdfd71563566 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf59cec-41b3-424b-89c6-bf582ba4822d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348203 Jun 23 19:03:38.942919 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-0742d6c0-425f-4c9b-bf27-c2c4bc55e14c tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061678'] for security_group_rule, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:38.945071 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-c7083d9b-751d-4c4d-b66e-286a087a4a12 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:38.961847 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742d6c0-425f-4c9b-bf27-c2c4bc55e14c tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=664c25f6-1437-49a3-8570-fc54ac36a83b,revision_number=0']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:38.964331 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-0742d6c0-425f-4c9b-bf27-c2c4bc55e14c tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:39.078824 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-0742d6c0-425f-4c9b-bf27-c2c4bc55e14c tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:39.080057 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-0742d6c0-425f-4c9b-bf27-c2c4bc55e14c tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4065235 Jun 23 19:03:39.083124 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 34162) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:03:39.088189 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-5e10e98f-1050-4793-83c8-630069b5dc48 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Request body: {'floatingip': {'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:03:39.238778 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5e10e98f-1050-4793-83c8-630069b5dc48 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for floatingip, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:39.330794 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5e10e98f-1050-4793-83c8-630069b5dc48 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:39.435845 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.db_base_plugin_common [None req-5e10e98f-1050-4793-83c8-630069b5dc48 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Allocated IP 172.27.0.232 (5d962e1b-a48a-439d-b5f0-687f24f30c92/77178bee-415e-4d1b-b321-842ae6d8e42c/69f9089c-d1b6-461b-b090-fed2fd51c5ec) {{(pid=99981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:03:39.533982 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5e10e98f-1050-4793-83c8-630069b5dc48 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for port, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:39.617942 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5e10e98f-1050-4793-83c8-630069b5dc48 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-66155747'] for port, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:39.619938 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:39.663237 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e10e98f-1050-4793-83c8-630069b5dc48 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Network 5d962e1b-a48a-439d-b5f0-687f24f30c92 is already hosted by enough agents. {{(pid=99981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:03:39.666072 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [None req-5e10e98f-1050-4793-83c8-630069b5dc48 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Resources bound (agent type, host, resource id): {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:03:39.668539 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e10e98f-1050-4793-83c8-630069b5dc48 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Received port after_create {{(pid=99981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:03:39.694062 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10e98f-1050-4793-83c8-630069b5dc48 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Pushing event updated for resources: {'Port': ['ID=69f9089c-d1b6-461b-b090-fed2fd51c5ec,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:39.697566 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-5e10e98f-1050-4793-83c8-630069b5dc48 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:39.762992 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5e10e98f-1050-4793-83c8-630069b5dc48 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:39.873355 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5e10e98f-1050-4793-83c8-630069b5dc48 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:40.061015 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5e10e98f-1050-4793-83c8-630069b5dc48 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for port, precommit_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:40.082321 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5233359-6367-4931-959f-c2967cd6089c req-45f9ae7d-f543-4327-b99a-c9db2b914ddf tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:40.083687 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-a5233359-6367-4931-959f-c2967cd6089c req-45f9ae7d-f543-4327-b99a-c9db2b914ddf tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ac4ebfb-1cf0-498a-95c9-eac3c6edf20e HTTP/1.1" status: 200 len: 943 time: 0.0899322 Jun 23 19:03:40.121027 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-a5233359-6367-4931-959f-c2967cd6089c req-93b13313-a7b3-4d58-ab49-34571eca2476 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf59cec-41b3-424b-89c6-bf582ba4822d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316718 Jun 23 19:03:40.137175 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5e10e98f-1050-4793-83c8-630069b5dc48 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66155761'] for port, after_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:40.140076 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:40.203899 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10e98f-1050-4793-83c8-630069b5dc48 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Pushing event updated for resources: {'Port': ['ID=69f9089c-d1b6-461b-b090-fed2fd51c5ec,revision_number=2']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:40.206603 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-5e10e98f-1050-4793-83c8-630069b5dc48 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:40.217053 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5e10e98f-1050-4793-83c8-630069b5dc48 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1978722'] for floatingip, after_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:40.274267 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5e10e98f-1050-4793-83c8-630069b5dc48 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for floatingip, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:40.275469 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-5e10e98f-1050-4793-83c8-630069b5dc48 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1913152 Jun 23 19:03:40.504204 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-a4eb1638-a9ce-4188-89fe-1ed14e0aa5e2 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--949850424&fields=id&tenant_id=729d57d1e6084efaafdeeab91cc43749 HTTP/1.1" status: 200 len: 267 time: 0.0324068 Jun 23 19:03:40.605970 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-a4ba91eb-8f0f-4bec-89e6-b11c6a128137 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:40.607439 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-a4ba91eb-8f0f-4bec-89e6-b11c6a128137 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/networks?id=bfb4a1f7-e917-4d93-979a-9e772f8cdd47 HTTP/1.1" status: 200 len: 817 time: 0.0969348 Jun 23 19:03:40.621526 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-63258741-1862-4e87-9402-80be06523d50 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/quotas/729d57d1e6084efaafdeeab91cc43749 HTTP/1.1" status: 200 len: 375 time: 0.0087037 Jun 23 19:03:40.695425 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-eb5562a6-8c0a-4b2a-b454-b1255d90caea tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=729d57d1e6084efaafdeeab91cc43749&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0689819 Jun 23 19:03:40.788649 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-38cd0ed6-0d4b-4e8f-b083-56cfeaf6e08b service neutron] 10.222.0.47 "GET /v2.0/networks/bfb4a1f7-e917-4d93-979a-9e772f8cdd47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821671 Jun 23 19:03:41.129065 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-273cf5d6-f8ff-4773-b12f-f5e3488e0cef service neutron] 10.222.0.47 "GET /v2.0/networks/bfb4a1f7-e917-4d93-979a-9e772f8cdd47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345912 Jun 23 19:03:41.294719 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9e240-1b76-4047-a744-fe166951d739 req-25bbd0cc-eef6-41bd-9c43-9135e1f5aaa0 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:41.296168 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-99d9e240-1b76-4047-a744-fe166951d739 req-25bbd0cc-eef6-41bd-9c43-9135e1f5aaa0 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ac4ebfb-1cf0-498a-95c9-eac3c6edf20e HTTP/1.1" status: 200 len: 943 time: 0.0659690 Jun 23 19:03:41.334456 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-99d9e240-1b76-4047-a744-fe166951d739 req-45c8a5a6-eedb-4076-8217-1117cce7bbfe tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf59cec-41b3-424b-89c6-bf582ba4822d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325897 Jun 23 19:03:41.363331 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 834f162d-da90-485a-a525-94a3eac84c50 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=99983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:03:41.392161 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-6605033f-f2e6-4bf6-9d75-dee50a576790 req-e2357821-a7dc-480b-9bff-4d5d4cbf8b13 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 210 time: 0.0305223 Jun 23 19:03:41.449992 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:41.471778 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 834f162d-da90-485a-a525-94a3eac84c50, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=834f162d-da90-485a-a525-94a3eac84c50,segment=NetworkSegment(b1083500-9ad1-4e9f-b946-41bb1ede9925),segment_id=b1083500-9ad1-4e9f-b946-41bb1ede9925)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:03:41.483429 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Returning: {'device': '834f162d-da90-485a-a525-94a3eac84c50', 'network_id': '3889e137-9f0d-4032-866d-8d50c7868522', 'port_id': '834f162d-da90-485a-a525-94a3eac84c50', 'mac_address': 'fa:16:3e:36:a9:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3fbd7aa-ee15-4152-b767-1f5087c39646', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:03:41.521830 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:41.534966 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 834f162d-da90-485a-a525-94a3eac84c50 {{(pid=99983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:03:41.555914 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 834f162d-da90-485a-a525-94a3eac84c50, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=834f162d-da90-485a-a525-94a3eac84c50,segment=NetworkSegment(b1083500-9ad1-4e9f-b946-41bb1ede9925),segment_id=b1083500-9ad1-4e9f-b946-41bb1ede9925)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:03:41.623326 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:41.625485 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:41.671877 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=834f162d-da90-485a-a525-94a3eac84c50,revision_number=4']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:41.675043 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:42.012861 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['834f162d-da90-485a-a525-94a3eac84c50'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:03:42.482598 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a0e77320-f42c-4979-9997-56c69f540e12 req-8578727b-f9ee-48e4-9786-1097dfc59fd1 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 210 time: 0.0276783 Jun 23 19:03:42.520323 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2c8fc-14d4-4621-acb3-55aa62570ba9 req-0b4f1ae1-fdc9-4cbb-ac14-f46c123919cf tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:42.521797 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-2aa2c8fc-14d4-4621-acb3-55aa62570ba9 req-0b4f1ae1-fdc9-4cbb-ac14-f46c123919cf tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ac4ebfb-1cf0-498a-95c9-eac3c6edf20e HTTP/1.1" status: 200 len: 944 time: 0.0709255 Jun 23 19:03:42.570394 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-2aa2c8fc-14d4-4621-acb3-55aa62570ba9 req-6e9345f9-377d-4393-8b40-7c2de62d5923 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf59cec-41b3-424b-89c6-bf582ba4822d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417595 Jun 23 19:03:42.746958 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0ba5ce04-1399-450e-8403-32134ea8f4cd req-95daceab-0913-4830-8ef8-7e47b0d48db3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1586673 Jun 23 19:03:42.855861 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5ce04-1399-450e-8403-32134ea8f4cd req-40d76b6a-bdfe-4a6b-8b76-464b9454982a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:42.857736 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0ba5ce04-1399-450e-8403-32134ea8f4cd req-40d76b6a-bdfe-4a6b-8b76-464b9454982a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9f6a4633b074ee18f6ae32450102a45&device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 1099 time: 0.0569451 Jun 23 19:03:42.976152 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5ce04-1399-450e-8403-32134ea8f4cd req-aa0a43f7-596f-4429-a51b-52b3b9e22707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:42.977617 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0ba5ce04-1399-450e-8403-32134ea8f4cd req-aa0a43f7-596f-4429-a51b-52b3b9e22707 service neutron] 10.222.0.74 "GET /v2.0/networks?id=58353e6c-18a0-4686-b0db-a03201c9462d HTTP/1.1" status: 200 len: 911 time: 0.0897264 Jun 23 19:03:43.085482 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0ba5ce04-1399-450e-8403-32134ea8f4cd req-72b17e71-9348-4305-8713-23baf9d48676 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d16b30a7-1202-4a07-b980-112ed7289151 HTTP/1.1" status: 200 len: 1001 time: 0.0583336 Jun 23 19:03:43.134840 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5ce04-1399-450e-8403-32134ea8f4cd req-6f2d4a4d-9f1f-42c6-bcae-880317675bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:43.136362 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0ba5ce04-1399-450e-8403-32134ea8f4cd req-6f2d4a4d-9f1f-42c6-bcae-880317675bb3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=addde824-1dce-4a61-8b2a-9b50df39336c HTTP/1.1" status: 200 len: 849 time: 0.0440996 Jun 23 19:03:43.199280 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5ce04-1399-450e-8403-32134ea8f4cd req-054a31e8-f623-45f8-a187-08cdd7fda7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:43.201050 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0ba5ce04-1399-450e-8403-32134ea8f4cd req-054a31e8-f623-45f8-a187-08cdd7fda7de service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=58353e6c-18a0-4686-b0db-a03201c9462d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578308 Jun 23 19:03:43.295103 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0ba5ce04-1399-450e-8403-32134ea8f4cd req-2cd3ca3f-9fba-4d71-8a79-c19adcc5b1b9 service neutron] 10.222.0.74 "GET /v2.0/networks/58353e6c-18a0-4686-b0db-a03201c9462d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831981 Jun 23 19:03:43.368261 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 834f162d-da90-485a-a525-94a3eac84c50 up at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:03:43.388072 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0ba5ce04-1399-450e-8403-32134ea8f4cd req-f7ba63a5-bba5-4227-b46b-cfac0b79f758 service neutron] 10.222.0.74 "GET /v2.0/networks/58353e6c-18a0-4686-b0db-a03201c9462d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857444 Jun 23 19:03:43.497430 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning for port 834f162d-da90-485a-a525-94a3eac84c50 completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:03:43.501807 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning complete for port 834f162d-da90-485a-a525-94a3eac84c50 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:03:43.502230 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:43.582088 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:43.604284 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac4ebfb-1cf0-498a-95c9-eac3c6edf20e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834f162d-da90-485a-a525-94a3eac84c50'}] {{(pid=99983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:03:43.606821 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3da190a675926e82bddf1ae19285f5edc5f8218f501b2228f0a51a29f9c71fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a970dee-022a-4d28-9cfc-84d0ebf8b959" -d '{"events": [{"server_uuid": "7ac4ebfb-1cf0-498a-95c9-eac3c6edf20e", "name": "network-vif-plugged", "status": "completed", "tag": "834f162d-da90-485a-a525-94a3eac84c50"}]}' {{(pid=99983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:03:43.624663 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 834f162d-da90-485a-a525-94a3eac84c50, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=834f162d-da90-485a-a525-94a3eac84c50,segment=NetworkSegment(b1083500-9ad1-4e9f-b946-41bb1ede9925),segment_id=b1083500-9ad1-4e9f-b946-41bb1ede9925)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:03:43.629079 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-600f0bb5-fbf1-44aa-a27d-6678ea0cb82e req-4c4c86ba-a25b-4477-93e0-36f3e553ac11 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 210 time: 0.0313311 Jun 23 19:03:43.695836 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae4674f-95b3-4edc-8d8b-976ceaea600a x-openstack-request-id: req-8ae4674f-95b3-4edc-8d8b-976ceaea600a {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:03:43.696335 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac4ebfb-1cf0-498a-95c9-eac3c6edf20e", "name": "network-vif-plugged", "status": "completed", "tag": "834f162d-da90-485a-a525-94a3eac84c50", "code": 200}]} {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:03:43.696603 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8ae4674f-95b3-4edc-8d8b-976ceaea600a {{(pid=99983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:03:43.697020 dv-cinder-786386-8-iscsi neutron-server[99983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac4ebfb-1cf0-498a-95c9-eac3c6edf20e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834f162d-da90-485a-a525-94a3eac84c50', 'code': 200} Jun 23 19:03:43.760029 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:43.762498 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-46691f75-9c8c-4cb1-8b24-dd8f84e46a5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:43.763680 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f1375-af7e-4f41-abb1-c29d787485fa req-fa714c88-5e2a-46ef-bf91-d5007e51a73c tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:43.766138 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-712f1375-af7e-4f41-abb1-c29d787485fa req-fa714c88-5e2a-46ef-bf91-d5007e51a73c tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ac4ebfb-1cf0-498a-95c9-eac3c6edf20e HTTP/1.1" status: 200 len: 944 time: 0.0739765 Jun 23 19:03:43.814295 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=834f162d-da90-485a-a525-94a3eac84c50,revision_number=5']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:43.815641 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-712f1375-af7e-4f41-abb1-c29d787485fa req-0b8ec1bf-c26e-418c-a297-edf343281dd8 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf59cec-41b3-424b-89c6-bf582ba4822d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434856 Jun 23 19:03:43.818069 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:44.253309 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-98faaa4c-32f3-4d93-b633-ef6bd570c4b7 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:44.254773 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-98faaa4c-32f3-4d93-b633-ef6bd570c4b7 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.74 "GET /v2.0/networks?id=bfb4a1f7-e917-4d93-979a-9e772f8cdd47 HTTP/1.1" status: 200 len: 817 time: 0.1352243 Jun 23 19:03:44.271770 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb40a1d-5655-4ad6-9454-fd09aa069bb4 req-49ce2938-abee-4aa2-b887-474cb7af5696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:44.273338 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8fb40a1d-5655-4ad6-9454-fd09aa069bb4 req-49ce2938-abee-4aa2-b887-474cb7af5696 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7ac4ebfb-1cf0-498a-95c9-eac3c6edf20e HTTP/1.1" status: 200 len: 1098 time: 0.0840399 Jun 23 19:03:44.307639 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-252221a0-c37a-44ad-b901-d90737f6e283 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=729d57d1e6084efaafdeeab91cc43749 HTTP/1.1" status: 200 len: 379 time: 0.0332878 Jun 23 19:03:44.317406 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-48ed7163-e3fe-4cef-9080-2af3bc83a968 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Request body: {'port': {'device_id': '417c5048-21d3-44bd-9fbe-b3bbe228b8db', 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47', 'admin_state_up': True, 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'security_groups': ['e6fbac4a-465a-4b99-aa78-0d2f56ce8307']}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:03:44.391606 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8fb40a1d-5655-4ad6-9454-fd09aa069bb4 req-1d08e14e-8780-4d6b-9ede-dc1f7bcf2d07 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6bf59cec-41b3-424b-89c6-bf582ba4822d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828567 Jun 23 19:03:44.560559 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-48ed7163-e3fe-4cef-9080-2af3bc83a968 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Made reservation on behalf of 729d57d1e6084efaafdeeab91cc43749 for: {'port': 1} {{(pid=99982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:03:44.564738 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-48ed7163-e3fe-4cef-9080-2af3bc83a968 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:44.688841 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.db_base_plugin_common [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-48ed7163-e3fe-4cef-9080-2af3bc83a968 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Allocated IP 172.20.0.11 (bfb4a1f7-e917-4d93-979a-9e772f8cdd47/32106090-9e53-4852-ad03-eb2e8f42dc88/76afcda9-9fe1-4590-87be-abc303b24b40) {{(pid=99982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:03:44.824288 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-36991c1f-3e21-469f-ad3a-06aa5be4fcfa req-1692af2e-1cd0-454b-9c03-436367580408 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 210 time: 0.0379291 Jun 23 19:03:44.864543 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-48ed7163-e3fe-4cef-9080-2af3bc83a968 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for port, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:44.878879 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.provisioning_blocks [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-48ed7163-e3fe-4cef-9080-2af3bc83a968 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Transition to ACTIVE for port object 76afcda9-9fe1-4590-87be-abc303b24b40 will not be triggered until provisioned by entity DHCP. {{(pid=99982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:03:44.999959 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-48ed7163-e3fe-4cef-9080-2af3bc83a968 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63686027'] for port, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:45.004815 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-21d33fb4-c71b-4e50-9d30-4a3a7cbbbf78 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:45.014805 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d60fe6-1622-4b0e-988b-ee8da1a657e8 req-94ba15b2-b603-4f6d-8d51-2c356d5997d8 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:45.016529 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-22d60fe6-1622-4b0e-988b-ee8da1a657e8 req-94ba15b2-b603-4f6d-8d51-2c356d5997d8 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ac4ebfb-1cf0-498a-95c9-eac3c6edf20e HTTP/1.1" status: 200 len: 945 time: 0.0690033 Jun 23 19:03:45.052122 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-48ed7163-e3fe-4cef-9080-2af3bc83a968 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Network bfb4a1f7-e917-4d93-979a-9e772f8cdd47 is already hosted by enough agents. {{(pid=99982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:03:45.055346 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.base_scheduler [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-48ed7163-e3fe-4cef-9080-2af3bc83a968 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Resources bound (agent type, host, resource id): {{(pid=99982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:03:45.057696 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-22d60fe6-1622-4b0e-988b-ee8da1a657e8 req-dbe0e420-66da-4577-94a2-ec03b6f6fb7a tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf59cec-41b3-424b-89c6-bf582ba4822d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339291 Jun 23 19:03:45.057901 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-48ed7163-e3fe-4cef-9080-2af3bc83a968 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Received port after_create {{(pid=99982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:03:45.084144 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed7163-e3fe-4cef-9080-2af3bc83a968 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Pushing event updated for resources: {'Port': ['ID=76afcda9-9fe1-4590-87be-abc303b24b40,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:45.087879 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-48ed7163-e3fe-4cef-9080-2af3bc83a968 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:45.119337 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-48ed7163-e3fe-4cef-9080-2af3bc83a968 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:45.119337 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-48ed7163-e3fe-4cef-9080-2af3bc83a968 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:45.201500 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-48ed7163-e3fe-4cef-9080-2af3bc83a968 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8874750 Jun 23 19:03:45.229398 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-24f80770-c51b-40a6-aea5-c4c97797953f service neutron] Request body: {'port': {'device_id': '417c5048-21d3-44bd-9fbe-b3bbe228b8db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:03:45.305673 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-24f80770-c51b-40a6-aea5-c4c97797953f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:45.329474 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-4e0b1785-7bf5-4c55-8b77-315320835a01 None None] Provisioning for port 76afcda9-9fe1-4590-87be-abc303b24b40 completed by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:03:45.331679 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-4e0b1785-7bf5-4c55-8b77-315320835a01 None None] Provisioning complete for port 76afcda9-9fe1-4590-87be-abc303b24b40 triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:03:45.332071 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-4e0b1785-7bf5-4c55-8b77-315320835a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:45.376808 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-4e0b1785-7bf5-4c55-8b77-315320835a01 None None] Port 76afcda9-9fe1-4590-87be-abc303b24b40 cannot update to ACTIVE because it is not bound. {{(pid=99983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:03:45.583572 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-24f80770-c51b-40a6-aea5-c4c97797953f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76afcda9-9fe1-4590-87be-abc303b24b40 {{(pid=99982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:03:45.591545 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-24f80770-c51b-40a6-aea5-c4c97797953f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:45.602980 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.provisioning_blocks [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-24f80770-c51b-40a6-aea5-c4c97797953f service neutron] Transition to ACTIVE for port object 76afcda9-9fe1-4590-87be-abc303b24b40 will not be triggered until provisioned by entity L2. {{(pid=99982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:03:45.680879 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-24f80770-c51b-40a6-aea5-c4c97797953f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63686041'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:45.683194 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-24456c60-7154-41cb-892e-5ce71674fad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:45.732438 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f80770-c51b-40a6-aea5-c4c97797953f service neutron] Pushing event updated for resources: {'Port': ['ID=76afcda9-9fe1-4590-87be-abc303b24b40,revision_number=2']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:45.736194 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-24f80770-c51b-40a6-aea5-c4c97797953f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:45.815284 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-24f80770-c51b-40a6-aea5-c4c97797953f service neutron] Attempting to bind port 76afcda9-9fe1-4590-87be-abc303b24b40 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:03:45.815679 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-24f80770-c51b-40a6-aea5-c4c97797953f service neutron] Attempting to bind port 76afcda9-9fe1-4590-87be-abc303b24b40 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47'}] {{(pid=99982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:03:45.816200 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-24f80770-c51b-40a6-aea5-c4c97797953f service neutron] Attempting to bind port 76afcda9-9fe1-4590-87be-abc303b24b40 on network bfb4a1f7-e917-4d93-979a-9e772f8cdd47 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:03:45.821683 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-24f80770-c51b-40a6-aea5-c4c97797953f service neutron] Port 76afcda9-9fe1-4590-87be-abc303b24b40 on network bfb4a1f7-e917-4d93-979a-9e772f8cdd47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:03:45.822014 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-24f80770-c51b-40a6-aea5-c4c97797953f service neutron] Attempting to bind port 76afcda9-9fe1-4590-87be-abc303b24b40 on network bfb4a1f7-e917-4d93-979a-9e772f8cdd47 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:03:45.827350 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-24f80770-c51b-40a6-aea5-c4c97797953f service neutron] Checking agent: {'id': '3aaf2a66-4435-4fa2-a046-8ce762f61c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:03:45.827693 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-24f80770-c51b-40a6-aea5-c4c97797953f service neutron] Checking segment: {'id': '1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:03:45.828087 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-24f80770-c51b-40a6-aea5-c4c97797953f service neutron] Bound using segment: {'id': '1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47'} {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:03:45.828524 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-24f80770-c51b-40a6-aea5-c4c97797953f service neutron] Bound port: 76afcda9-9fe1-4590-87be-abc303b24b40, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47'}}] {{(pid=99982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:03:45.828879 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-24f80770-c51b-40a6-aea5-c4c97797953f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:45.906682 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-24f80770-c51b-40a6-aea5-c4c97797953f service neutron] For port 76afcda9-9fe1-4590-87be-abc303b24b40, host hv-cinder-78638, cleared binding levels {{(pid=99982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:03:45.910804 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-24f80770-c51b-40a6-aea5-c4c97797953f service neutron] For port 76afcda9-9fe1-4590-87be-abc303b24b40, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=76afcda9-9fe1-4590-87be-abc303b24b40,segment=NetworkSegment(1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13),segment_id=1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13)] {{(pid=99982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:03:45.998069 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-24f80770-c51b-40a6-aea5-c4c97797953f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63686041'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:46.003373 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-56193ac3-536d-408c-ae0b-001af20e4df3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:46.046192 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-24f80770-c51b-40a6-aea5-c4c97797953f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:46.046803 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-24f80770-c51b-40a6-aea5-c4c97797953f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:46.048305 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-24f80770-c51b-40a6-aea5-c4c97797953f service neutron] 10.222.0.74 "PUT /v2.0/ports/76afcda9-9fe1-4590-87be-abc303b24b40 HTTP/1.1" status: 200 len: 1094 time: 0.8237424 Jun 23 19:03:46.048649 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417c5048-21d3-44bd-9fbe-b3bbe228b8db', 'tag': '76afcda9-9fe1-4590-87be-abc303b24b40'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:03:46.050942 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed359338-65da-4804-8d0d-18025254d610" -d '{"events": [{"name": "network-changed", "server_uuid": "417c5048-21d3-44bd-9fbe-b3bbe228b8db", "tag": "76afcda9-9fe1-4590-87be-abc303b24b40"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:03:46.095708 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c475c05-e616-4a86-9d4a-84d511154343 req-24404bfd-f37d-4895-8563-c637a3285b9a tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:46.102823 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-5c475c05-e616-4a86-9d4a-84d511154343 req-24404bfd-f37d-4895-8563-c637a3285b9a tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 944 time: 0.1458616 Jun 23 19:03:46.109235 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac424989-80dc-4336-a064-21b1391a7ff5 x-openstack-request-id: req-ac424989-80dc-4336-a064-21b1391a7ff5 {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:03:46.109567 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417c5048-21d3-44bd-9fbe-b3bbe228b8db", "tag": "76afcda9-9fe1-4590-87be-abc303b24b40", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:03:46.109864 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ac424989-80dc-4336-a064-21b1391a7ff5 {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:03:46.110468 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417c5048-21d3-44bd-9fbe-b3bbe228b8db', 'tag': '76afcda9-9fe1-4590-87be-abc303b24b40', 'status': 'completed', 'code': 200} Jun 23 19:03:46.120721 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f80770-c51b-40a6-aea5-c4c97797953f service neutron] Pushing event updated for resources: {'Port': ['ID=76afcda9-9fe1-4590-87be-abc303b24b40,revision_number=3']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:46.140263 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-24f80770-c51b-40a6-aea5-c4c97797953f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:46.174652 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-5c475c05-e616-4a86-9d4a-84d511154343 req-2570ccb3-43f5-4b2c-ada4-e38c17105c53 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706284 Jun 23 19:03:46.234438 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed359338-65da-4804-8d0d-18025254d610 req-3ebb6c73-8c04-4693-90be-d098cc8b4020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:46.244273 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-ed359338-65da-4804-8d0d-18025254d610 req-3ebb6c73-8c04-4693-90be-d098cc8b4020 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=729d57d1e6084efaafdeeab91cc43749&device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 1097 time: 0.0732901 Jun 23 19:03:46.272300 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c1f4e-a7de-49e7-b3f1-732790092fda req-e44e62de-7780-4f28-91a4-0220b96c36fc tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:46.274463 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-e48c1f4e-a7de-49e7-b3f1-732790092fda req-e44e62de-7780-4f28-91a4-0220b96c36fc tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ac4ebfb-1cf0-498a-95c9-eac3c6edf20e HTTP/1.1" status: 200 len: 945 time: 0.0713105 Jun 23 19:03:46.312066 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-e48c1f4e-a7de-49e7-b3f1-732790092fda req-38d4a2d3-4b46-4615-a5f2-eb241407d6c7 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf59cec-41b3-424b-89c6-bf582ba4822d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320263 Jun 23 19:03:46.362863 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed359338-65da-4804-8d0d-18025254d610 req-e65e3445-1961-4ff2-9913-05ff42ffa972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:46.364510 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-ed359338-65da-4804-8d0d-18025254d610 req-e65e3445-1961-4ff2-9913-05ff42ffa972 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=729d57d1e6084efaafdeeab91cc43749&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1083789 Jun 23 19:03:46.468192 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed359338-65da-4804-8d0d-18025254d610 req-025a788d-0ada-4845-b024-8b70a24721c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:46.469633 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-ed359338-65da-4804-8d0d-18025254d610 req-025a788d-0ada-4845-b024-8b70a24721c2 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944891 Jun 23 19:03:46.623288 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-539000ab-57fd-4f46-a652-fc1d53ab00ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:46.624761 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-539000ab-57fd-4f46-a652-fc1d53ab00ce service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=729d57d1e6084efaafdeeab91cc43749&device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 1097 time: 0.0843410 Jun 23 19:03:46.675454 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-9d8a7962-b6c0-4009-ac2d-4e8f52a29394 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76afcda9-9fe1-4590-87be-abc303b24b40 HTTP/1.1" status: 200 len: 217 time: 0.0370352 Jun 23 19:03:46.734924 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-4c806ee3-5581-46dc-97d8-fc0bfcec46b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:46.736442 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-4c806ee3-5581-46dc-97d8-fc0bfcec46b4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=32106090-9e53-4852-ad03-eb2e8f42dc88 HTTP/1.1" status: 200 len: 856 time: 0.0499992 Jun 23 19:03:46.805196 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-893304cb-0ecb-4839-a415-0570a862bd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:46.806727 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-893304cb-0ecb-4839-a415-0570a862bd62 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bfb4a1f7-e917-4d93-979a-9e772f8cdd47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0632672 Jun 23 19:03:46.917046 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-30c5691f-c6ee-4ec4-9152-0b7ffaf08025 service neutron] 10.222.0.74 "GET /v2.0/networks/bfb4a1f7-e917-4d93-979a-9e772f8cdd47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014423 Jun 23 19:03:47.010966 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-46f17df3-c150-4a14-bd6e-06229e1f3568 req-bc678bb9-aa1c-4026-b3b5-140712443e70 service neutron] 10.222.0.74 "GET /v2.0/networks/bfb4a1f7-e917-4d93-979a-9e772f8cdd47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873680 Jun 23 19:03:47.366302 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa85e95-80b3-4c48-a75b-e67c9260063e req-98eb65fd-21f3-4a86-a64d-10304f07fc26 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:47.367728 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-0aa85e95-80b3-4c48-a75b-e67c9260063e req-98eb65fd-21f3-4a86-a64d-10304f07fc26 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 944 time: 0.0692337 Jun 23 19:03:47.405758 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-0aa85e95-80b3-4c48-a75b-e67c9260063e req-059d25a8-8f79-471a-9f6d-31c6638b7527 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323350 Jun 23 19:03:47.629465 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a497f-abaa-4190-ae66-145f7f68b72b req-51b3b724-7f54-4f81-acaf-ab12e2fb6ff2 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:47.632679 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f15a497f-abaa-4190-ae66-145f7f68b72b req-51b3b724-7f54-4f81-acaf-ab12e2fb6ff2 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.0717323 Jun 23 19:03:47.670765 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f15a497f-abaa-4190-ae66-145f7f68b72b req-5a53fbf1-6f10-4d5e-a83d-c28f3bd59f0b tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327234 Jun 23 19:03:48.103431 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261cd66-77ad-47f1-93e7-799f282751f9 req-7f68c577-339b-49aa-998a-456c69622961 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:48.104912 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b261cd66-77ad-47f1-93e7-799f282751f9 req-7f68c577-339b-49aa-998a-456c69622961 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ac4ebfb-1cf0-498a-95c9-eac3c6edf20e HTTP/1.1" status: 200 len: 945 time: 0.0646994 Jun 23 19:03:48.146089 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b261cd66-77ad-47f1-93e7-799f282751f9 req-7e7a1151-66b8-4ef5-ab11-93158b7527b5 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf59cec-41b3-424b-89c6-bf582ba4822d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352578 Jun 23 19:03:48.597533 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f91d0-c895-4130-ab48-72d13c2c743f req-250b1f2f-996b-4eec-a64f-1dc39706dde4 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:48.599058 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-3c6f91d0-c895-4130-ab48-72d13c2c743f req-250b1f2f-996b-4eec-a64f-1dc39706dde4 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 944 time: 0.0637231 Jun 23 19:03:48.637778 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-3c6f91d0-c895-4130-ab48-72d13c2c743f req-b5ea039a-73e3-4e71-b9e3-3b2dead5455d tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322485 Jun 23 19:03:48.853347 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc00ce0-5df6-4245-a685-6f8c132dc55e req-9190cf55-1211-4477-a69f-16dfd82c187e tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:48.855016 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-9cc00ce0-5df6-4245-a685-6f8c132dc55e req-9190cf55-1211-4477-a69f-16dfd82c187e tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.0711730 Jun 23 19:03:48.897009 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-9cc00ce0-5df6-4245-a685-6f8c132dc55e req-10f6a292-d66d-4745-8f36-a32f02d712c9 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356324 Jun 23 19:03:49.325112 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fe8e6-222c-4e86-9690-a536cea13ed0 req-f7014277-8c6f-4de9-807a-40f9d615cdfd tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:49.326572 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f63fe8e6-222c-4e86-9690-a536cea13ed0 req-f7014277-8c6f-4de9-807a-40f9d615cdfd tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ac4ebfb-1cf0-498a-95c9-eac3c6edf20e HTTP/1.1" status: 200 len: 945 time: 0.0638053 Jun 23 19:03:49.365123 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f63fe8e6-222c-4e86-9690-a536cea13ed0 req-b8f50efc-3d43-4880-b5ab-d50e52b5ef32 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf59cec-41b3-424b-89c6-bf582ba4822d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326841 Jun 23 19:03:49.398727 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 76afcda9-9fe1-4590-87be-abc303b24b40 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=99983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:03:49.490862 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 76afcda9-9fe1-4590-87be-abc303b24b40, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=76afcda9-9fe1-4590-87be-abc303b24b40,segment=NetworkSegment(1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13),segment_id=1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:03:49.501642 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Returning: {'device': '76afcda9-9fe1-4590-87be-abc303b24b40', 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47', 'port_id': '76afcda9-9fe1-4590-87be-abc303b24b40', 'mac_address': 'fa:16:3e:1a:10:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32106090-9e53-4852-ad03-eb2e8f42dc88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:03:49.541909 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:49.555254 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76afcda9-9fe1-4590-87be-abc303b24b40 {{(pid=99983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:03:49.574737 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 76afcda9-9fe1-4590-87be-abc303b24b40, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=76afcda9-9fe1-4590-87be-abc303b24b40,segment=NetworkSegment(1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13),segment_id=1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:03:49.664024 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:49.665842 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:49.715531 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=76afcda9-9fe1-4590-87be-abc303b24b40,revision_number=4']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:49.716701 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:49.863766 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0f18e-8537-43d7-b0de-1c246495d5a5 req-a9c358b9-790d-45ad-b4af-d34ce5df7782 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:49.865123 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a1c0f18e-8537-43d7-b0de-1c246495d5a5 req-a9c358b9-790d-45ad-b4af-d34ce5df7782 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 945 time: 0.1038208 Jun 23 19:03:49.876938 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43bee7-6ed9-4621-b4e6-671891fc5a65 req-c48a1f5b-09e2-423d-806a-1f2b4830172d tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:49.879620 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-5e43bee7-6ed9-4621-b4e6-671891fc5a65 req-c48a1f5b-09e2-423d-806a-1f2b4830172d tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ac4ebfb-1cf0-498a-95c9-eac3c6edf20e HTTP/1.1" status: 200 len: 945 time: 0.0868256 Jun 23 19:03:49.947820 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a1c0f18e-8537-43d7-b0de-1c246495d5a5 req-7193880d-2433-4c8a-9a97-154060dffcec tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684669 Jun 23 19:03:50.009946 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-5e43bee7-6ed9-4621-b4e6-671891fc5a65 req-08bf96ba-4d90-4a03-b236-9f00c582f903 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Deleting port 834f162d-da90-485a-a525-94a3eac84c50 {{(pid=99982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:03:50.009946 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-5e43bee7-6ed9-4621-b4e6-671891fc5a65 req-08bf96ba-4d90-4a03-b236-9f00c582f903 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:50.085622 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47ca1e-9098-416a-bb3d-078f42c119fa req-9450c1ce-0f28-4938-ad1e-08129886e340 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:50.090493 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-cb47ca1e-9098-416a-bb3d-078f42c119fa req-9450c1ce-0f28-4938-ad1e-08129886e340 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.0686207 Jun 23 19:03:50.092861 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['76afcda9-9fe1-4590-87be-abc303b24b40'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:03:50.105687 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-5e43bee7-6ed9-4621-b4e6-671891fc5a65 req-08bf96ba-4d90-4a03-b236-9f00c582f903 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] For port 834f162d-da90-485a-a525-94a3eac84c50, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=834f162d-da90-485a-a525-94a3eac84c50,segment=NetworkSegment(b1083500-9ad1-4e9f-b946-41bb1ede9925),segment_id=b1083500-9ad1-4e9f-b946-41bb1ede9925)] {{(pid=99982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:03:50.106058 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-5e43bee7-6ed9-4621-b4e6-671891fc5a65 req-08bf96ba-4d90-4a03-b236-9f00c582f903 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:50.126745 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-5e43bee7-6ed9-4621-b4e6-671891fc5a65 req-08bf96ba-4d90-4a03-b236-9f00c582f903 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Calling delete_port for 834f162d-da90-485a-a525-94a3eac84c50 owned by compute:nova {{(pid=99982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:03:50.130397 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-cb47ca1e-9098-416a-bb3d-078f42c119fa req-d6d954f7-c693-45cd-bb4d-068c61e4877f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b66f4a-24ee-4973-b884-b43e527aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351484 Jun 23 19:03:50.314237 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe87a9-2fbb-4e10-9736-6b2611a1b9c3 req-87f43cec-47e0-4f02-81d7-f6f5f2a7e4ee tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:50.315782 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0efe87a9-2fbb-4e10-9736-6b2611a1b9c3 req-87f43cec-47e0-4f02-81d7-f6f5f2a7e4ee tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.74 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 946 time: 0.0736034 Jun 23 19:03:50.362869 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-5e43bee7-6ed9-4621-b4e6-671891fc5a65 req-08bf96ba-4d90-4a03-b236-9f00c582f903 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63686034'] for port, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:50.368315 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-7240e7a9-6d9b-41fc-a3e6-d56da5139c20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:50.405794 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf96ba-4d90-4a03-b236-9f00c582f903 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Pushing event deleted for resources: {'Port': ['ID=834f162d-da90-485a-a525-94a3eac84c50,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:50.415295 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-08bf96ba-4d90-4a03-b236-9f00c582f903 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:50.477395 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e43bee7-6ed9-4621-b4e6-671891fc5a65 req-08bf96ba-4d90-4a03-b236-9f00c582f903 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] No DVR routers for this DVR port 834f162d-da90-485a-a525-94a3eac84c50 on host hv-cinder-78638 {{(pid=99982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:03:50.480808 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-5e43bee7-6ed9-4621-b4e6-671891fc5a65 req-08bf96ba-4d90-4a03-b236-9f00c582f903 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:50.482766 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-5e43bee7-6ed9-4621-b4e6-671891fc5a65 req-08bf96ba-4d90-4a03-b236-9f00c582f903 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.74 "DELETE /v2.0/ports/834f162d-da90-485a-a525-94a3eac84c50 HTTP/1.1" status: 204 len: 173 time: 0.5902653 Jun 23 19:03:50.483283 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac4ebfb-1cf0-498a-95c9-eac3c6edf20e', 'name': 'network-vif-deleted', 'tag': '834f162d-da90-485a-a525-94a3eac84c50'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:03:50.485589 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e752ef-8c4f-4701-be68-ed77dc246102" -d '{"events": [{"server_uuid": "7ac4ebfb-1cf0-498a-95c9-eac3c6edf20e", "name": "network-vif-deleted", "tag": "834f162d-da90-485a-a525-94a3eac84c50"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:03:50.530188 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-62a7896e-3663-448b-ae39-69120cdc9aa4 req-06865b8e-f2a1-4628-8252-c8b48ec016e0 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ac4ebfb-1cf0-498a-95c9-eac3c6edf20e HTTP/1.1" status: 200 len: 210 time: 0.0351315 Jun 23 19:03:50.558473 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-0efe87a9-2fbb-4e10-9736-6b2611a1b9c3 req-d81c00df-da1e-479f-b4a4-b494dcd4b86f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Deleting port d16b30a7-1202-4a07-b980-112ed7289151 {{(pid=99982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:03:50.559016 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-0efe87a9-2fbb-4e10-9736-6b2611a1b9c3 req-d81c00df-da1e-479f-b4a4-b494dcd4b86f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:50.647546 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1a3f58-8e83-45af-bc6f-837e060f49f3 x-openstack-request-id: req-1c1a3f58-8e83-45af-bc6f-837e060f49f3 {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:03:50.647866 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac4ebfb-1cf0-498a-95c9-eac3c6edf20e", "name": "network-vif-deleted", "tag": "834f162d-da90-485a-a525-94a3eac84c50", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:03:50.648152 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1c1a3f58-8e83-45af-bc6f-837e060f49f3 {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:03:50.648576 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac4ebfb-1cf0-498a-95c9-eac3c6edf20e', 'name': 'network-vif-deleted', 'tag': '834f162d-da90-485a-a525-94a3eac84c50', 'status': 'completed', 'code': 200} Jun 23 19:03:50.653118 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-0efe87a9-2fbb-4e10-9736-6b2611a1b9c3 req-d81c00df-da1e-479f-b4a4-b494dcd4b86f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] For port d16b30a7-1202-4a07-b980-112ed7289151, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d16b30a7-1202-4a07-b980-112ed7289151,segment=NetworkSegment(21777bc4-7e14-43bb-899b-3e57adfce770),segment_id=21777bc4-7e14-43bb-899b-3e57adfce770)] {{(pid=99982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:03:50.653485 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-0efe87a9-2fbb-4e10-9736-6b2611a1b9c3 req-d81c00df-da1e-479f-b4a4-b494dcd4b86f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:50.733852 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['834f162d-da90-485a-a525-94a3eac84c50'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:03:50.833349 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-0efe87a9-2fbb-4e10-9736-6b2611a1b9c3 req-d81c00df-da1e-479f-b4a4-b494dcd4b86f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:50.833717 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-0efe87a9-2fbb-4e10-9736-6b2611a1b9c3 req-d81c00df-da1e-479f-b4a4-b494dcd4b86f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1978722'] for floatingip, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:50.834027 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.db.l3_db [req-0efe87a9-2fbb-4e10-9736-6b2611a1b9c3 req-d81c00df-da1e-479f-b4a4-b494dcd4b86f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Floating IP 3ef40b28-58c4-4463-bea2-5a7423f39c02 disassociated. External IP: 172.27.0.42, port: d16b30a7-1202-4a07-b980-112ed7289151. Jun 23 19:03:50.834397 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-0efe87a9-2fbb-4e10-9736-6b2611a1b9c3 req-d81c00df-da1e-479f-b4a4-b494dcd4b86f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Calling delete_port for d16b30a7-1202-4a07-b980-112ed7289151 owned by compute:nova {{(pid=99982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:03:51.028531 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-0efe87a9-2fbb-4e10-9736-6b2611a1b9c3 req-d81c00df-da1e-479f-b4a4-b494dcd4b86f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63686034'] for port, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:51.032698 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-4e630bf9-3c48-4636-bfa4-3f1361834999 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:51.062184 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c00df-da1e-479f-b4a4-b494dcd4b86f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Pushing event deleted for resources: {'Port': ['ID=d16b30a7-1202-4a07-b980-112ed7289151,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:51.065347 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-d81c00df-da1e-479f-b4a4-b494dcd4b86f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:51.220576 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780d98e-4158-4c38-b90b-ef6a9a6ad053 req-3182461b-ccff-467c-bf14-4a23ef6bdd58 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:51.222042 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-2780d98e-4158-4c38-b90b-ef6a9a6ad053 req-3182461b-ccff-467c-bf14-4a23ef6bdd58 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 945 time: 0.1162243 Jun 23 19:03:51.229406 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0efe87a9-2fbb-4e10-9736-6b2611a1b9c3 req-d81c00df-da1e-479f-b4a4-b494dcd4b86f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Router bd24330b-cb47-43d9-a75a-15e3286e3215 has already been hosted by L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 {{(pid=99982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:03:51.299197 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-9bad8e4a-2714-4a2f-a3c2-86b14de7b419 req-8d952e0a-5caf-4ec1-852c-5283f6f891b9 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 210 time: 0.0432913 Jun 23 19:03:51.317099 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-2780d98e-4158-4c38-b90b-ef6a9a6ad053 req-4ad77846-4063-48e1-a9bc-50f44e2f0aa1 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755196 Jun 23 19:03:51.480895 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 76afcda9-9fe1-4590-87be-abc303b24b40 up at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:03:51.618528 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning for port 76afcda9-9fe1-4590-87be-abc303b24b40 completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:03:51.623677 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning complete for port 76afcda9-9fe1-4590-87be-abc303b24b40 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:03:51.624254 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:51.655529 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0efe87a9-2fbb-4e10-9736-6b2611a1b9c3 req-d81c00df-da1e-479f-b4a4-b494dcd4b86f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:03:51.668622 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52103c15-5889-4ced-a619-96ce6d1d4b0f None None] Sync routers for ids ['bd24330b-cb47-43d9-a75a-15e3286e3215'] in dv-cinder-786386-8-iscsi {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:03:51.684472 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52103c15-5889-4ced-a619-96ce6d1d4b0f None None] Routers {'bd24330b-cb47-43d9-a75a-15e3286e3215'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:03:51.685288 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-52103c15-5889-4ced-a619-96ce6d1d4b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:03:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['bd24330b-cb47-43d9-a75a-15e3286e3215'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:03:51.728145 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [req-0efe87a9-2fbb-4e10-9736-6b2611a1b9c3 req-d81c00df-da1e-479f-b4a4-b494dcd4b86f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] No DVR routers for this DVR port d16b30a7-1202-4a07-b980-112ed7289151 on host hv-cinder-78638 {{(pid=99982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:03:51.731346 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3ca11fb2-cc23-4160-ae37-0b735c16c3c3 req-ac2fd75f-f8c9-4762-8fda-a8fceedcf20a tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ac4ebfb-1cf0-498a-95c9-eac3c6edf20e HTTP/1.1" status: 200 len: 210 time: 0.0499177 Jun 23 19:03:51.732349 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-0efe87a9-2fbb-4e10-9736-6b2611a1b9c3 req-d81c00df-da1e-479f-b4a4-b494dcd4b86f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:51.734458 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0efe87a9-2fbb-4e10-9736-6b2611a1b9c3 req-d81c00df-da1e-479f-b4a4-b494dcd4b86f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.74 "DELETE /v2.0/ports/d16b30a7-1202-4a07-b980-112ed7289151 HTTP/1.1" status: 204 len: 173 time: 1.4103241 Jun 23 19:03:51.804810 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:51.841151 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417c5048-21d3-44bd-9fbe-b3bbe228b8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76afcda9-9fe1-4590-87be-abc303b24b40'}] {{(pid=99983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:03:51.843428 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3da190a675926e82bddf1ae19285f5edc5f8218f501b2228f0a51a29f9c71fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aef58cf-1626-406e-9f5e-c61a167cff22" -d '{"events": [{"server_uuid": "417c5048-21d3-44bd-9fbe-b3bbe228b8db", "name": "network-vif-plugged", "status": "completed", "tag": "76afcda9-9fe1-4590-87be-abc303b24b40"}]}' {{(pid=99983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:03:51.856237 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-52103c15-5889-4ced-a619-96ce6d1d4b0f None None] Set router bd24330b-cb47-43d9-a75a-15e3286e3215 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:03:51.883631 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 76afcda9-9fe1-4590-87be-abc303b24b40, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=76afcda9-9fe1-4590-87be-abc303b24b40,segment=NetworkSegment(1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13),segment_id=1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:03:51.884444 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 6 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:03:51.896210 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc94b0d-a342-412f-81a9-2a1bfe036de0 x-openstack-request-id: req-6fc94b0d-a342-412f-81a9-2a1bfe036de0 {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:03:51.896510 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417c5048-21d3-44bd-9fbe-b3bbe228b8db", "name": "network-vif-plugged", "status": "completed", "tag": "76afcda9-9fe1-4590-87be-abc303b24b40", "code": 200}]} {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:03:51.896791 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6fc94b0d-a342-412f-81a9-2a1bfe036de0 {{(pid=99983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:03:51.897192 dv-cinder-786386-8-iscsi neutron-server[99983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417c5048-21d3-44bd-9fbe-b3bbe228b8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76afcda9-9fe1-4590-87be-abc303b24b40', 'code': 200} Jun 23 19:03:51.986091 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:51.987025 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 834f162d-da90-485a-a525-94a3eac84c50 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:03:51.990963 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-a29fe5a7-a71c-464a-907b-89a485c86d93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:52.031091 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] No Port match for: 834f162d-da90-485a-a525-94a3eac84c50 {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:03:52.031446 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 834f162d-da90-485a-a525-94a3eac84c50 not bound to the agent host hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:03:52.031878 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device d16b30a7-1202-4a07-b980-112ed7289151 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:03:52.058789 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] No Port match for: d16b30a7-1202-4a07-b980-112ed7289151 {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:03:52.059147 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device d16b30a7-1202-4a07-b980-112ed7289151 not bound to the agent host hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:03:52.097806 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=76afcda9-9fe1-4590-87be-abc303b24b40,revision_number=5']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:52.101849 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:52.149608 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-52103c15-5889-4ced-a619-96ce6d1d4b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'name': 'tempest-AttachVolumeTestJSON-840448975-router', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd582b92e-0288-439b-9a01-15bee6c38578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:28Z', 'updated_at': '2021-06-23T18:58:39Z', 'revision_number': 4, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'gw_port': {'id': 'd582b92e-0288-439b-9a01-15bee6c38578', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:30Z', 'updated_at': '2021-06-23T18:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': 'bc94c0c6-dfce-4b66-98ef-8ea85e3086d1', 'name': '', 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'mac_address': 'fa:16:3e:45:7e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'addde824-1dce-4a61-8b2a-9b50df39336c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:36Z', 'updated_at': '2021-06-23T18:58:49Z', 'revision_number': 5, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'subnets': [{'id': 'addde824-1dce-4a61-8b2a-9b50df39336c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:03:52.176387 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52103c15-5889-4ced-a619-96ce6d1d4b0f None None] Checking router: bd24330b-cb47-43d9-a75a-15e3286e3215 for host: dv-cinder-786386-8-iscsi {{(pid=99983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:03:52.185964 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52103c15-5889-4ced-a619-96ce6d1d4b0f None None] Routers {'bd24330b-cb47-43d9-a75a-15e3286e3215'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:03:52.186625 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-52103c15-5889-4ced-a619-96ce6d1d4b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:03:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['bd24330b-cb47-43d9-a75a-15e3286e3215'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:03:52.296681 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-52103c15-5889-4ced-a619-96ce6d1d4b0f None None] Set router bd24330b-cb47-43d9-a75a-15e3286e3215 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:03:52.333522 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd26940-bb6a-4cef-a351-7114b417b15d req-8f34bcbc-81dc-41ff-a811-1209eb158f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:52.335295 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-fbd26940-bb6a-4cef-a351-7114b417b15d req-8f34bcbc-81dc-41ff-a811-1209eb158f3d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 1099 time: 0.0584931 Jun 23 19:03:52.390240 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-fbd26940-bb6a-4cef-a351-7114b417b15d req-a624b7ab-4a63-4a28-a154-ced778287744 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364909 Jun 23 19:03:52.507307 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-9a5a885c-ae02-47e1-8b68-30ee461c41cc req-41897a3e-1e07-4e42-9fc6-1d7714675399 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee16e64-b3d5-4e6f-a1c9-dd713963a1f2 HTTP/1.1" status: 200 len: 210 time: 0.0299459 Jun 23 19:03:52.515328 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-52103c15-5889-4ced-a619-96ce6d1d4b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'name': 'tempest-AttachVolumeTestJSON-840448975-router', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd582b92e-0288-439b-9a01-15bee6c38578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:28Z', 'updated_at': '2021-06-23T18:58:39Z', 'revision_number': 4, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'gw_port': {'id': 'd582b92e-0288-439b-9a01-15bee6c38578', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:30Z', 'updated_at': '2021-06-23T18:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': 'bc94c0c6-dfce-4b66-98ef-8ea85e3086d1', 'name': '', 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'mac_address': 'fa:16:3e:45:7e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'addde824-1dce-4a61-8b2a-9b50df39336c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:36Z', 'updated_at': '2021-06-23T18:58:49Z', 'revision_number': 5, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'subnets': [{'id': 'addde824-1dce-4a61-8b2a-9b50df39336c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:03:52.521436 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689d5aa-3d94-40f8-9a02-eac472505e20 req-8fd4d177-4c62-4991-be45-d02b121aa395 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:52.523480 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f689d5aa-3d94-40f8-9a02-eac472505e20 req-8fd4d177-4c62-4991-be45-d02b121aa395 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 946 time: 0.0759773 Jun 23 19:03:52.548872 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52103c15-5889-4ced-a619-96ce6d1d4b0f None None] The sync data for ids ['bd24330b-cb47-43d9-a75a-15e3286e3215'] in dv-cinder-786386-8-iscsi is: [{'id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'name': 'tempest-AttachVolumeTestJSON-840448975-router', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd582b92e-0288-439b-9a01-15bee6c38578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:28Z', 'updated_at': '2021-06-23T18:58:39Z', 'revision_number': 4, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'gw_port': {'id': 'd582b92e-0288-439b-9a01-15bee6c38578', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:30Z', 'updated_at': '2021-06-23T18:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': 'bc94c0c6-dfce-4b66-98ef-8ea85e3086d1', 'name': '', 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'mac_address': 'fa:16:3e:45:7e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'addde824-1dce-4a61-8b2a-9b50df39336c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:36Z', 'updated_at': '2021-06-23T18:58:49Z', 'revision_number': 5, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'subnets': [{'id': 'addde824-1dce-4a61-8b2a-9b50df39336c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:03:52.562912 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f689d5aa-3d94-40f8-9a02-eac472505e20 req-b95be433-d839-4353-bcf1-84305044dbb7 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332818 Jun 23 19:03:52.649650 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee16e64-b3d5-4e6f-a1c9-dd713963a1f2', 'name': 'network-vif-deleted', 'tag': 'd16b30a7-1202-4a07-b980-112ed7289151'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:03:52.652061 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0559bf-d2ee-42f5-949f-af1dfd721354" -d '{"events": [{"server_uuid": "bee16e64-b3d5-4e6f-a1c9-dd713963a1f2", "name": "network-vif-deleted", "tag": "d16b30a7-1202-4a07-b980-112ed7289151"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:03:52.687287 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6934efa-2fb0-4685-bf64-f88c5bcdf523 x-openstack-request-id: req-d6934efa-2fb0-4685-bf64-f88c5bcdf523 {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:03:52.687626 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee16e64-b3d5-4e6f-a1c9-dd713963a1f2", "name": "network-vif-deleted", "tag": "d16b30a7-1202-4a07-b980-112ed7289151", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:03:52.687924 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d6934efa-2fb0-4685-bf64-f88c5bcdf523 {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:03:52.688358 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bee16e64-b3d5-4e6f-a1c9-dd713963a1f2', 'name': 'network-vif-deleted', 'tag': 'd16b30a7-1202-4a07-b980-112ed7289151', 'status': 'completed', 'code': 200} Jun 23 19:03:52.785397 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ef62f2-e3b5-4ab0-bc37-d5bc89cfade2 None None] New status for floating IP 3ef40b28-58c4-4463-bea2-5a7423f39c02: DOWN {{(pid=99984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:03:53.090346 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 34412) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:03:53.124162 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.db_base_plugin_v2 [None req-6acafd12-bb30-49c0-ae1f-5cea9aef7596 admin admin] Deleting subnet 6e064846-44b1-4acd-8a72-8291f398f826 {{(pid=99982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:03:53.127397 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-6acafd12-bb30-49c0-ae1f-5cea9aef7596 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:53.161334 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-6acafd12-bb30-49c0-ae1f-5cea9aef7596 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66960762'] for subnet, precommit_delete_associations {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:53.200273 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-6acafd12-bb30-49c0-ae1f-5cea9aef7596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017849'] for subnet, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:53.333113 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-6acafd12-bb30-49c0-ae1f-5cea9aef7596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63686104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63285490'] for subnet, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:53.335750 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-bb8c16a0-810d-4203-9a0b-ec33af5b9736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:53.364610 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acafd12-bb30-49c0-ae1f-5cea9aef7596 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e064846-44b1-4acd-8a72-8291f398f826,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:53.368375 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-6acafd12-bb30-49c0-ae1f-5cea9aef7596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:53.369372 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-6acafd12-bb30-49c0-ae1f-5cea9aef7596 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:53.371273 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-6acafd12-bb30-49c0-ae1f-5cea9aef7596 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/6e064846-44b1-4acd-8a72-8291f398f826 HTTP/1.1" status: 204 len: 168 time: 0.2943347 Jun 23 19:03:53.374012 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 34420) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:03:53.450420 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-dd494401-598b-459b-9f0d-f14f98a9132b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631679'] for network, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:53.535064 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-dd494401-598b-459b-9f0d-f14f98a9132b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018740', 'neutron.services.segments.db._delete_segments_for_network-8739890731039'] for network, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:53.546540 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.services.segments.db [None req-dd494401-598b-459b-9f0d-f14f98a9132b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['658d8149-b1f9-42f6-8eb0-ca10d2624cd8']}} {{(pid=99981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:03:53.557874 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.services.segments.db [None req-dd494401-598b-459b-9f0d-f14f98a9132b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbff3bae-8867-4bfd-81b0-e01abc8c7c68') {'for_net_delete': True} {{(pid=99981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:03:53.558184 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.services.segments.db [None req-dd494401-598b-459b-9f0d-f14f98a9132b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbff3bae-8867-4bfd-81b0-e01abc8c7c68') {} {{(pid=99981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:03:53.567531 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-dd494401-598b-459b-9f0d-f14f98a9132b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739890717934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65243409'] for segment, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:53.583854 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-dd494401-598b-459b-9f0d-f14f98a9132b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412'] for segment, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:53.590802 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd494401-598b-459b-9f0d-f14f98a9132b admin admin] Releasing vlan 828 on physical network physnet1 to pool {{(pid=99981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:03:53.591203 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-dd494401-598b-459b-9f0d-f14f98a9132b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66155565'] for segment, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:53.616316 dv-cinder-786386-8-iscsi neutron-server[99981]: Traceback (most recent call last): Jun 23 19:03:53.616316 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:03:53.616316 dv-cinder-786386-8-iscsi neutron-server[99981]: timer() Jun 23 19:03:53.616316 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:03:53.616316 dv-cinder-786386-8-iscsi neutron-server[99981]: cb(*args, **kw) Jun 23 19:03:53.616316 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:03:53.616316 dv-cinder-786386-8-iscsi neutron-server[99981]: return func(*args, **kwargs) Jun 23 19:03:53.616316 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:03:53.616316 dv-cinder-786386-8-iscsi neutron-server[99981]: self._notify() Jun 23 19:03:53.616316 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:03:53.616316 dv-cinder-786386-8-iscsi neutron-server[99981]: self.callback(batched_events) Jun 23 19:03:53.616316 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:03:53.616316 dv-cinder-786386-8-iscsi neutron-server[99981]: event.method(event) Jun 23 19:03:53.616316 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:03:53.616316 dv-cinder-786386-8-iscsi neutron-server[99981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:03:53.616316 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:03:53.616316 dv-cinder-786386-8-iscsi neutron-server[99981]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:03:53.616316 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:03:53.616316 dv-cinder-786386-8-iscsi neutron-server[99981]: return f(self, *a, **k) Jun 23 19:03:53.616316 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:03:53.616316 dv-cinder-786386-8-iscsi neutron-server[99981]: return self._get(url).json() Jun 23 19:03:53.616316 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:03:53.616316 dv-cinder-786386-8-iscsi neutron-server[99981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:03:53.616316 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:03:53.616316 dv-cinder-786386-8-iscsi neutron-server[99981]: return self.request(url, 'GET', **kwargs) Jun 23 19:03:53.616316 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:03:53.616316 dv-cinder-786386-8-iscsi neutron-server[99981]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:03:53.616316 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:03:53.616316 dv-cinder-786386-8-iscsi neutron-server[99981]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:03:53.616316 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:03:53.616316 dv-cinder-786386-8-iscsi neutron-server[99981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:03:53.616316 dv-cinder-786386-8-iscsi neutron-server[99981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:03:53.718797 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-dd494401-598b-459b-9f0d-f14f98a9132b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1978736'] for network, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:53.730029 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:53.730152 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 34438) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:03:53.736658 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-dd494401-598b-459b-9f0d-f14f98a9132b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for network, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:53.741681 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-dd494401-598b-459b-9f0d-f14f98a9132b admin admin] 10.222.0.47 "DELETE /v2.0/networks/658d8149-b1f9-42f6-8eb0-ca10d2624cd8 HTTP/1.1" status: 204 len: 168 time: 0.3664045 Jun 23 19:03:53.754566 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd494401-598b-459b-9f0d-f14f98a9132b admin admin] Pushing event deleted for resources: {'Network': ['ID=658d8149-b1f9-42f6-8eb0-ca10d2624cd8,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:53.757937 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-dd494401-598b-459b-9f0d-f14f98a9132b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:53.812955 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61cc83-6f5a-42a2-858b-4ae01e7ee3e3 req-59ebd247-40ba-4ae6-8410-5e737e7e46e9 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:53.814721 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-5b61cc83-6f5a-42a2-858b-4ae01e7ee3e3 req-59ebd247-40ba-4ae6-8410-5e737e7e46e9 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 946 time: 0.1190519 Jun 23 19:03:53.829654 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b2db495d-539f-4bae-b132-e6fbfe89fdcc tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:53.878353 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b2db495d-539f-4bae-b132-e6fbfe89fdcc tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:53.883333 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-5b61cc83-6f5a-42a2-858b-4ae01e7ee3e3 req-af1aadef-233d-453a-9e2d-995915a80f5a tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599532 Jun 23 19:03:54.045794 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b2db495d-539f-4bae-b132-e6fbfe89fdcc tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:54.051531 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b2db495d-539f-4bae-b132-e6fbfe89fdcc tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:54.059250 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-b2db495d-539f-4bae-b132-e6fbfe89fdcc tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "DELETE /v2.0/security-groups/61b66f4a-24ee-4973-b884-b43e527aaa28 HTTP/1.1" status: 204 len: 168 time: 0.3222892 Jun 23 19:03:54.059403 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 34448) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:03:54.059712 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-81093a07-3850-4c61-9fea-88765c8c293f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:54.066238 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2db495d-539f-4bae-b132-e6fbfe89fdcc tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b66f4a-24ee-4973-b884-b43e527aaa28,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:54.069422 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-b2db495d-539f-4bae-b132-e6fbfe89fdcc tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:54.070176 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.api.v2.resource [None req-153ce8d2-1e65-498d-9bb2-f2cb8c9d73f8 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] show failed (client error): The resource could not be found. Jun 23 19:03:54.071285 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-153ce8d2-1e65-498d-9bb2-f2cb8c9d73f8 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups/61b66f4a-24ee-4973-b884-b43e527aaa28 HTTP/1.1" status: 404 len: 347 time: 0.0148873 Jun 23 19:03:54.074094 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 34454) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:03:54.142108 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 34460) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:03:54.184309 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-2bb52b8b-0008-4a20-890d-04f2e0ae0ffa admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=225ca97f667a4834bfc8fd256ae8407f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409005 Jun 23 19:03:54.186704 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 34462) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:03:54.202681 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [None req-1d8890d8-e30c-45b7-9c45-1c4c81b67eaf tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Deleting port 955dc0a6-1d2c-478a-ab9f-f0c9b830622a {{(pid=99982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:03:54.203028 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-1d8890d8-e30c-45b7-9c45-1c4c81b67eaf tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:54.243537 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-be41ba0e-191b-4d34-9ac1-d1008d478e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:54.274099 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-be41ba0e-191b-4d34-9ac1-d1008d478e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:54.283972 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-1d8890d8-e30c-45b7-9c45-1c4c81b67eaf tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:54.284306 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-1d8890d8-e30c-45b7-9c45-1c4c81b67eaf tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:54.296077 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [None req-1d8890d8-e30c-45b7-9c45-1c4c81b67eaf tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Calling delete_port for 955dc0a6-1d2c-478a-ab9f-f0c9b830622a owned by network:floatingip {{(pid=99982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:03:54.372332 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-be41ba0e-191b-4d34-9ac1-d1008d478e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:54.375100 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-be41ba0e-191b-4d34-9ac1-d1008d478e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:54.376503 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-be41ba0e-191b-4d34-9ac1-d1008d478e06 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6c65a21b-885f-4a6c-96a2-cea22fb5ac8d HTTP/1.1" status: 204 len: 168 time: 0.1886392 Jun 23 19:03:54.377474 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:54.385981 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be41ba0e-191b-4d34-9ac1-d1008d478e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c65a21b-885f-4a6c-96a2-cea22fb5ac8d,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:54.389018 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-be41ba0e-191b-4d34-9ac1-d1008d478e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:54.589936 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-1d8890d8-e30c-45b7-9c45-1c4c81b67eaf tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63686034'] for port, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:54.592236 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-56193ac3-536d-408c-ae0b-001af20e4df3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:54.615508 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8890d8-e30c-45b7-9c45-1c4c81b67eaf tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Pushing event deleted for resources: {'Port': ['ID=955dc0a6-1d2c-478a-ab9f-f0c9b830622a,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:54.619148 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-1d8890d8-e30c-45b7-9c45-1c4c81b67eaf tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:54.683070 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-1d8890d8-e30c-45b7-9c45-1c4c81b67eaf tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for floatingip, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:54.685694 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-1d8890d8-e30c-45b7-9c45-1c4c81b67eaf tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for floatingip, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:54.686874 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-1d8890d8-e30c-45b7-9c45-1c4c81b67eaf tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "DELETE /v2.0/floatingips/3ef40b28-58c4-4463-bea2-5a7423f39c02 HTTP/1.1" status: 204 len: 168 time: 0.6117320 Jun 23 19:03:54.993614 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 34486) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:03:54.998644 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-1f35db2e-7b54-4587-9d39-4f19d9396b35 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1839499174', 'description': 'tempest-description--1003358632'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:03:55.073797 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a442a-c0f1-483a-98cc-977ad2556f59 req-561e1431-14ad-4f26-8b79-d80e63ae6f0d tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:55.075322 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-700a442a-c0f1-483a-98cc-977ad2556f59 req-561e1431-14ad-4f26-8b79-d80e63ae6f0d tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 946 time: 0.0644403 Jun 23 19:03:55.080420 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1f35db2e-7b54-4587-9d39-4f19d9396b35 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:55.115911 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-700a442a-c0f1-483a-98cc-977ad2556f59 req-def5ef3e-11b8-4747-9486-7daf58b23fba tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345252 Jun 23 19:03:55.167617 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1f35db2e-7b54-4587-9d39-4f19d9396b35 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:55.282978 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1f35db2e-7b54-4587-9d39-4f19d9396b35 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:55.286650 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-5551578e-b89b-4687-8c93-1348b29a9f45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:55.328569 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d47b5a-3280-420b-8a6b-d6b3440d92c6 req-64f871e0-bb8f-4f72-a2c8-292614b1dfe2 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:55.330062 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-82d47b5a-3280-420b-8a6b-d6b3440d92c6 req-64f871e0-bb8f-4f72-a2c8-292614b1dfe2 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 946 time: 0.0937867 Jun 23 19:03:55.331932 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35db2e-7b54-4587-9d39-4f19d9396b35 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=502711b8-75b6-4ffc-b906-8cc2ded87b54,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:55.347557 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-1f35db2e-7b54-4587-9d39-4f19d9396b35 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:55.348038 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 34500) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:03:55.356378 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-9b2a94aa-f7c6-45a7-a4f3-c76e81751beb tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Request body: {'floatingip': {'port_id': '76afcda9-9fe1-4590-87be-abc303b24b40'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:03:55.394491 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-9b2a94aa-f7c6-45a7-a4f3-c76e81751beb tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for floatingip, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:55.407184 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1f35db2e-7b54-4587-9d39-4f19d9396b35 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:55.408505 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-1f35db2e-7b54-4587-9d39-4f19d9396b35 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4136055 Jun 23 19:03:55.411351 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 34502) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:03:55.416509 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-57ff78be-939b-4325-b933-a0d55501803e tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Request body: {'security_group_rule': {'security_group_id': '502711b8-75b6-4ffc-b906-8cc2ded87b54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:03:55.530675 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-57ff78be-939b-4325-b933-a0d55501803e tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:55.844053 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-57ff78be-939b-4325-b933-a0d55501803e tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:55.911236 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-9b2a94aa-f7c6-45a7-a4f3-c76e81751beb tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:55.938761 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-57ff78be-939b-4325-b933-a0d55501803e tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061678'] for security_group_rule, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:55.944049 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:55.955411 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff78be-939b-4325-b933-a0d55501803e tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50f602a7-f0e7-46ea-b496-1103fe7ea60a,revision_number=0']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:55.959800 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-57ff78be-939b-4325-b933-a0d55501803e tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:56.022995 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-9b2a94aa-f7c6-45a7-a4f3-c76e81751beb tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1978722'] for floatingip, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:56.058683 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-57ff78be-939b-4325-b933-a0d55501803e tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:56.064053 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-57ff78be-939b-4325-b933-a0d55501803e tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6477051 Jun 23 19:03:56.064053 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 34528) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:03:56.067875 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-d9be9f9e-f7f9-4d95-bfcc-f683f28be705 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Request body: {'security_group_rule': {'security_group_id': '502711b8-75b6-4ffc-b906-8cc2ded87b54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:03:56.124448 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.db.l3_db [None req-9b2a94aa-f7c6-45a7-a4f3-c76e81751beb tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Floating IP fe9c0e51-736b-482f-88ea-90140829ebe6 associated. External IP: 172.27.0.232, port: 76afcda9-9fe1-4590-87be-abc303b24b40. Jun 23 19:03:56.257770 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-d9be9f9e-f7f9-4d95-bfcc-f683f28be705 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:56.313879 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-d9be9f9e-f7f9-4d95-bfcc-f683f28be705 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:56.330042 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2a94aa-f7c6-45a7-a4f3-c76e81751beb tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Router 73215398-a360-4b53-9fe1-d320f6038b4b has already been hosted by L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 {{(pid=99982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:03:56.423987 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-d9be9f9e-f7f9-4d95-bfcc-f683f28be705 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061678'] for security_group_rule, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:56.426151 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:56.436650 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2a94aa-f7c6-45a7-a4f3-c76e81751beb tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:03:56.440993 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-9b2a94aa-f7c6-45a7-a4f3-c76e81751beb tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for floatingip, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:56.443715 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be9f9e-f7f9-4d95-bfcc-f683f28be705 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ceca1c-a493-43fc-a69d-fbbeef7fa612,revision_number=0']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:56.447224 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-d9be9f9e-f7f9-4d95-bfcc-f683f28be705 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:56.448602 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7101160c-2861-4583-9ac5-d20ed09ed467 None None] Sync routers for ids ['73215398-a360-4b53-9fe1-d320f6038b4b'] in dv-cinder-786386-8-iscsi {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:03:56.458420 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7101160c-2861-4583-9ac5-d20ed09ed467 None None] Routers {'73215398-a360-4b53-9fe1-d320f6038b4b'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:03:56.459100 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-7101160c-2861-4583-9ac5-d20ed09ed467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:03:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['73215398-a360-4b53-9fe1-d320f6038b4b'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:03:56.476758 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-9b2a94aa-f7c6-45a7-a4f3-c76e81751beb tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "PUT /v2.0/floatingips/fe9c0e51-736b-482f-88ea-90140829ebe6 HTTP/1.1" status: 200 len: 992 time: 1.1282103 Jun 23 19:03:56.477406 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417c5048-21d3-44bd-9fbe-b3bbe228b8db', 'tag': '76afcda9-9fe1-4590-87be-abc303b24b40'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:03:56.479707 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2176f900-342d-4c5a-883b-8b7aff3cf76e" -d '{"events": [{"name": "network-changed", "server_uuid": "417c5048-21d3-44bd-9fbe-b3bbe228b8db", "tag": "76afcda9-9fe1-4590-87be-abc303b24b40"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:03:56.518113 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898381e8-d2d7-49e7-bf5d-b46e3cb6f0d0 x-openstack-request-id: req-898381e8-d2d7-49e7-bf5d-b46e3cb6f0d0 {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:03:56.518521 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417c5048-21d3-44bd-9fbe-b3bbe228b8db", "tag": "76afcda9-9fe1-4590-87be-abc303b24b40", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:03:56.518822 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-898381e8-d2d7-49e7-bf5d-b46e3cb6f0d0 {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:03:56.519256 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417c5048-21d3-44bd-9fbe-b3bbe228b8db', 'tag': '76afcda9-9fe1-4590-87be-abc303b24b40', 'status': 'completed', 'code': 200} Jun 23 19:03:56.572131 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-d9be9f9e-f7f9-4d95-bfcc-f683f28be705 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:56.573327 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-d9be9f9e-f7f9-4d95-bfcc-f683f28be705 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5095322 Jun 23 19:03:56.576430 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 34538) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:03:56.581042 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-7101160c-2861-4583-9ac5-d20ed09ed467 None None] Set router 73215398-a360-4b53-9fe1-d320f6038b4b gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:03:56.581202 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-f599cc98-276e-43bd-a67f-403c198b7fd8 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Request body: {'floatingip': {'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:03:56.718400 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-f599cc98-276e-43bd-a67f-403c198b7fd8 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for floatingip, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:56.821919 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-f599cc98-276e-43bd-a67f-403c198b7fd8 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:56.939539 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.db_base_plugin_common [None req-f599cc98-276e-43bd-a67f-403c198b7fd8 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Allocated IP 172.27.0.3 (5d962e1b-a48a-439d-b5f0-687f24f30c92/77178bee-415e-4d1b-b321-842ae6d8e42c/b44e5738-f573-426a-99fb-44ae049d5beb) {{(pid=99981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:03:56.976447 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-7101160c-2861-4583-9ac5-d20ed09ed467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1286120584-router', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '2e8e5254-675d-40dd-99c2-40a467ab4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:27Z', 'updated_at': '2021-06-23T18:58:36Z', 'revision_number': 4, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'gw_port': {'id': '2e8e5254-675d-40dd-99c2-40a467ab4db9', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:29Z', 'updated_at': '2021-06-23T18:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_floatingips': [{'id': 'fe9c0e51-736b-482f-88ea-90140829ebe6', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'floating_ip_address': '172.27.0.232', 'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'router_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'port_id': '76afcda9-9fe1-4590-87be-abc303b24b40', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47', 'mac_address': 'fa:16:3e:1a:10:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417c5048-21d3-44bd-9fbe-b3bbe228b8db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:03:39Z', 'updated_at': '2021-06-23T19:03:55Z', 'revision_number': 1, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d8cf4f-d25f-43bc-99c8-7aadbbdd8680', 'name': '', 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'mac_address': 'fa:16:3e:fe:c2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '32106090-9e53-4852-ad03-eb2e8f42dc88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:33Z', 'updated_at': '2021-06-23T18:58:48Z', 'revision_number': 5, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'subnets': [{'id': '32106090-9e53-4852-ad03-eb2e8f42dc88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:03:57.004232 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7101160c-2861-4583-9ac5-d20ed09ed467 None None] Checking router: 73215398-a360-4b53-9fe1-d320f6038b4b for host: dv-cinder-786386-8-iscsi {{(pid=99983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:03:57.013068 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7101160c-2861-4583-9ac5-d20ed09ed467 None None] Routers {'73215398-a360-4b53-9fe1-d320f6038b4b'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:03:57.013691 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-7101160c-2861-4583-9ac5-d20ed09ed467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:03:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['73215398-a360-4b53-9fe1-d320f6038b4b'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:03:57.044172 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-f599cc98-276e-43bd-a67f-403c198b7fd8 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for port, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:57.119588 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-7101160c-2861-4583-9ac5-d20ed09ed467 None None] Set router 73215398-a360-4b53-9fe1-d320f6038b4b gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:03:57.150001 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-f599cc98-276e-43bd-a67f-403c198b7fd8 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-66155747'] for port, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:57.153489 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-43169242-6c73-4cd3-aa87-8b4ff801b415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:57.186065 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f599cc98-276e-43bd-a67f-403c198b7fd8 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Network 5d962e1b-a48a-439d-b5f0-687f24f30c92 is already hosted by enough agents. {{(pid=99981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:03:57.192175 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [None req-f599cc98-276e-43bd-a67f-403c198b7fd8 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Resources bound (agent type, host, resource id): {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:03:57.196348 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f599cc98-276e-43bd-a67f-403c198b7fd8 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Received port after_create {{(pid=99981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:03:57.201892 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599cc98-276e-43bd-a67f-403c198b7fd8 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Pushing event updated for resources: {'Port': ['ID=b44e5738-f573-426a-99fb-44ae049d5beb,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:57.220560 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-f599cc98-276e-43bd-a67f-403c198b7fd8 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:57.283699 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-f599cc98-276e-43bd-a67f-403c198b7fd8 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:57.341062 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-7101160c-2861-4583-9ac5-d20ed09ed467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1286120584-router', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '2e8e5254-675d-40dd-99c2-40a467ab4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:27Z', 'updated_at': '2021-06-23T18:58:36Z', 'revision_number': 4, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'gw_port': {'id': '2e8e5254-675d-40dd-99c2-40a467ab4db9', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:29Z', 'updated_at': '2021-06-23T18:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_floatingips': [{'id': 'fe9c0e51-736b-482f-88ea-90140829ebe6', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'floating_ip_address': '172.27.0.232', 'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'router_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'port_id': '76afcda9-9fe1-4590-87be-abc303b24b40', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47', 'mac_address': 'fa:16:3e:1a:10:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417c5048-21d3-44bd-9fbe-b3bbe228b8db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:03:39Z', 'updated_at': '2021-06-23T19:03:55Z', 'revision_number': 1, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d8cf4f-d25f-43bc-99c8-7aadbbdd8680', 'name': '', 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'mac_address': 'fa:16:3e:fe:c2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '32106090-9e53-4852-ad03-eb2e8f42dc88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:33Z', 'updated_at': '2021-06-23T18:58:48Z', 'revision_number': 5, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'subnets': [{'id': '32106090-9e53-4852-ad03-eb2e8f42dc88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:03:57.367944 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7101160c-2861-4583-9ac5-d20ed09ed467 None None] The sync data for ids ['73215398-a360-4b53-9fe1-d320f6038b4b'] in dv-cinder-786386-8-iscsi is: [{'id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1286120584-router', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '2e8e5254-675d-40dd-99c2-40a467ab4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:27Z', 'updated_at': '2021-06-23T18:58:36Z', 'revision_number': 4, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'gw_port': {'id': '2e8e5254-675d-40dd-99c2-40a467ab4db9', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:29Z', 'updated_at': '2021-06-23T18:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_floatingips': [{'id': 'fe9c0e51-736b-482f-88ea-90140829ebe6', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'floating_ip_address': '172.27.0.232', 'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'router_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'port_id': '76afcda9-9fe1-4590-87be-abc303b24b40', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47', 'mac_address': 'fa:16:3e:1a:10:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417c5048-21d3-44bd-9fbe-b3bbe228b8db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:03:39Z', 'updated_at': '2021-06-23T19:03:55Z', 'revision_number': 1, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d8cf4f-d25f-43bc-99c8-7aadbbdd8680', 'name': '', 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'mac_address': 'fa:16:3e:fe:c2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '32106090-9e53-4852-ad03-eb2e8f42dc88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:33Z', 'updated_at': '2021-06-23T18:58:48Z', 'revision_number': 5, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'subnets': [{'id': '32106090-9e53-4852-ad03-eb2e8f42dc88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:03:57.385887 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-f599cc98-276e-43bd-a67f-403c198b7fd8 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:57.555306 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-f599cc98-276e-43bd-a67f-403c198b7fd8 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for port, precommit_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:57.580673 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c5fe5a-9c12-4bd5-b3f9-4ecd0918f647 None None] New status for floating IP fe9c0e51-736b-482f-88ea-90140829ebe6: ACTIVE {{(pid=99984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:03:57.581162 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176f900-342d-4c5a-883b-8b7aff3cf76e req-c2b6501b-9459-4a64-bcea-18a2cceee333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:57.581162 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-2176f900-342d-4c5a-883b-8b7aff3cf76e req-c2b6501b-9459-4a64-bcea-18a2cceee333 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=729d57d1e6084efaafdeeab91cc43749&device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 1099 time: 0.0619400 Jun 23 19:03:57.647347 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-f599cc98-276e-43bd-a67f-403c198b7fd8 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66155761'] for port, after_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:57.651195 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-e06b1f01-8673-417e-97a7-845eed2630d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:57.677087 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176f900-342d-4c5a-883b-8b7aff3cf76e req-52c851fa-87d2-4d5b-b061-d57f8b07e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:57.683075 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-2176f900-342d-4c5a-883b-8b7aff3cf76e req-52c851fa-87d2-4d5b-b061-d57f8b07e9ce service neutron] 10.222.0.74 "GET /v2.0/networks?id=bfb4a1f7-e917-4d93-979a-9e772f8cdd47 HTTP/1.1" status: 200 len: 918 time: 0.0916102 Jun 23 19:03:57.724275 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599cc98-276e-43bd-a67f-403c198b7fd8 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Pushing event updated for resources: {'Port': ['ID=b44e5738-f573-426a-99fb-44ae049d5beb,revision_number=2']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:57.727934 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-f599cc98-276e-43bd-a67f-403c198b7fd8 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:57.745255 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-f599cc98-276e-43bd-a67f-403c198b7fd8 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1978722'] for floatingip, after_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:57.753860 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-2176f900-342d-4c5a-883b-8b7aff3cf76e req-c4758ba5-bee3-4245-ae67-2e83c1566069 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76afcda9-9fe1-4590-87be-abc303b24b40 HTTP/1.1" status: 200 len: 1000 time: 0.0668511 Jun 23 19:03:57.806363 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176f900-342d-4c5a-883b-8b7aff3cf76e req-6d63e761-5aae-4b59-b2f0-c939e42e66a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:57.807797 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-2176f900-342d-4c5a-883b-8b7aff3cf76e req-6d63e761-5aae-4b59-b2f0-c939e42e66a8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=32106090-9e53-4852-ad03-eb2e8f42dc88 HTTP/1.1" status: 200 len: 856 time: 0.0470862 Jun 23 19:03:57.845678 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-f599cc98-276e-43bd-a67f-403c198b7fd8 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for floatingip, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:57.847005 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-f599cc98-276e-43bd-a67f-403c198b7fd8 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2695346 Jun 23 19:03:57.871448 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176f900-342d-4c5a-883b-8b7aff3cf76e req-a351aa54-8a69-4d2f-a8ea-c940179d3d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:57.872952 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-2176f900-342d-4c5a-883b-8b7aff3cf76e req-a351aa54-8a69-4d2f-a8ea-c940179d3d45 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bfb4a1f7-e917-4d93-979a-9e772f8cdd47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0583096 Jun 23 19:03:57.971661 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-2176f900-342d-4c5a-883b-8b7aff3cf76e req-e3b1dfec-df2b-4a04-8f6a-c544854c7b23 service neutron] 10.222.0.74 "GET /v2.0/networks/bfb4a1f7-e917-4d93-979a-9e772f8cdd47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910065 Jun 23 19:03:58.053880 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-6cf1d3bd-2112-4721-87b9-07a2ec0a03fd tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1839499174&fields=id&tenant_id=c9f6a4633b074ee18f6ae32450102a45 HTTP/1.1" status: 200 len: 267 time: 0.0331523 Jun 23 19:03:58.064467 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-2176f900-342d-4c5a-883b-8b7aff3cf76e req-a1c2b298-5767-4c9d-b5e5-9c95fa08ff75 service neutron] 10.222.0.74 "GET /v2.0/networks/bfb4a1f7-e917-4d93-979a-9e772f8cdd47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860264 Jun 23 19:03:58.163353 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-f7d2c744-649a-4e6c-a3d0-5d6cffbf4a4f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:03:58.169801 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-f7d2c744-649a-4e6c-a3d0-5d6cffbf4a4f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/networks?id=58353e6c-18a0-4686-b0db-a03201c9462d HTTP/1.1" status: 200 len: 810 time: 0.1039252 Jun 23 19:03:58.180442 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-4d495e9e-5e83-4c6c-8732-26716af0fe64 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/quotas/c9f6a4633b074ee18f6ae32450102a45 HTTP/1.1" status: 200 len: 375 time: 0.0089653 Jun 23 19:03:58.249622 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-f27481d2-66d9-4e37-b308-70933bed6511 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9f6a4633b074ee18f6ae32450102a45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0642633 Jun 23 19:03:58.438830 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-ca8ff8e0-18cd-40de-9c03-be631e2734b9 service neutron] 10.222.0.47 "GET /v2.0/networks/58353e6c-18a0-4686-b0db-a03201c9462d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771004 Jun 23 19:03:58.487330 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ff9c3fd7-ba80-4461-acd5-2347a3f363e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:58.529788 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-d9ab7d67-5e2f-4594-ad47-00d357cfd939 service neutron] 10.222.0.47 "GET /v2.0/networks/58353e6c-18a0-4686-b0db-a03201c9462d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849967 Jun 23 19:03:58.800856 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-ffc2f3db-8bec-4cf1-ae70-47c0a82bbda4 req-31d3349b-9328-41da-b8f7-bd52b2bbac35 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=016e5c01-ceec-439a-83f1-a799a3592c0e HTTP/1.1" status: 200 len: 210 time: 0.0280094 Jun 23 19:03:59.952427 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0509e945-5150-4e2c-a374-19ff868fb36b req-cae2b986-02b0-4c75-aa24-e51c6126baa5 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=016e5c01-ceec-439a-83f1-a799a3592c0e HTTP/1.1" status: 200 len: 210 time: 0.0308471 Jun 23 19:04:01.025158 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-a22af79a-d9d0-43f5-be9c-8b84b3237e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:01.111651 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-5f5c370d-41d1-4c9d-8dbb-2f2e100314bc req-3514f07a-f3d7-4919-8a2d-b5ca5d453843 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=016e5c01-ceec-439a-83f1-a799a3592c0e HTTP/1.1" status: 200 len: 210 time: 0.0330527 Jun 23 19:04:01.464979 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:02.268662 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-196e42aa-de83-4a60-b06f-cac35e6916dd req-81dacd84-d841-43c4-8e87-c39dd2eba92a tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=016e5c01-ceec-439a-83f1-a799a3592c0e HTTP/1.1" status: 200 len: 210 time: 0.0358787 Jun 23 19:04:02.516118 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:03.409620 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-e0466316-1a4b-4265-b2f7-c3c49ec7cf9a req-abfe7ccf-4eee-4d83-9918-5563dd246cb9 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=016e5c01-ceec-439a-83f1-a799a3592c0e HTTP/1.1" status: 200 len: 210 time: 0.0283334 Jun 23 19:04:03.567606 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:04.579386 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0d512a61-c37f-4fd2-98a2-d393ebbc4dee req-5089be42-18fd-4945-9cae-8c4ff533e7ce tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=016e5c01-ceec-439a-83f1-a799a3592c0e HTTP/1.1" status: 200 len: 210 time: 0.0377274 Jun 23 19:04:04.682623 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-caf6bd4b-9275-451e-be1c-961a97aa0f63 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:04.684545 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-caf6bd4b-9275-451e-be1c-961a97aa0f63 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.74 "GET /v2.0/networks?id=58353e6c-18a0-4686-b0db-a03201c9462d HTTP/1.1" status: 200 len: 810 time: 0.1660502 Jun 23 19:04:04.743811 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-7a872f06-7b22-4697-a9a1-e85bed461d0f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9f6a4633b074ee18f6ae32450102a45 HTTP/1.1" status: 200 len: 380 time: 0.0419490 Jun 23 19:04:04.757852 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-dd9389ae-0721-4d99-b4f3-e7181d41f501 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Request body: {'port': {'device_id': '016e5c01-ceec-439a-83f1-a799a3592c0e', 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d', 'admin_state_up': True, 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'security_groups': ['502711b8-75b6-4ffc-b906-8cc2ded87b54']}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:04:04.960318 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-dd9389ae-0721-4d99-b4f3-e7181d41f501 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Made reservation on behalf of c9f6a4633b074ee18f6ae32450102a45 for: {'port': 1} {{(pid=99982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:04:04.963976 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-dd9389ae-0721-4d99-b4f3-e7181d41f501 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:05.119197 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.db_base_plugin_common [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-dd9389ae-0721-4d99-b4f3-e7181d41f501 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Allocated IP 172.20.0.7 (58353e6c-18a0-4686-b0db-a03201c9462d/addde824-1dce-4a61-8b2a-9b50df39336c/ab4bd011-70d6-4d44-afdd-e4712a881f8d) {{(pid=99982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:04:05.313747 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-dd9389ae-0721-4d99-b4f3-e7181d41f501 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for port, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:05.327604 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.provisioning_blocks [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-dd9389ae-0721-4d99-b4f3-e7181d41f501 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Transition to ACTIVE for port object ab4bd011-70d6-4d44-afdd-e4712a881f8d will not be triggered until provisioned by entity DHCP. {{(pid=99982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:04:05.454418 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-dd9389ae-0721-4d99-b4f3-e7181d41f501 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63686027'] for port, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:05.458684 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-08bf96ba-4d90-4a03-b236-9f00c582f903 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:05.501745 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-dd9389ae-0721-4d99-b4f3-e7181d41f501 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Network 58353e6c-18a0-4686-b0db-a03201c9462d is already hosted by enough agents. {{(pid=99982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:04:05.505392 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.base_scheduler [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-dd9389ae-0721-4d99-b4f3-e7181d41f501 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Resources bound (agent type, host, resource id): {{(pid=99982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:04:05.510688 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-dd9389ae-0721-4d99-b4f3-e7181d41f501 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Received port after_create {{(pid=99982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:04:05.541830 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9389ae-0721-4d99-b4f3-e7181d41f501 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Pushing event updated for resources: {'Port': ['ID=ab4bd011-70d6-4d44-afdd-e4712a881f8d,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:05.608470 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-dd9389ae-0721-4d99-b4f3-e7181d41f501 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:05.615767 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-dd9389ae-0721-4d99-b4f3-e7181d41f501 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:05.616458 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-dd9389ae-0721-4d99-b4f3-e7181d41f501 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:05.814767 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a221e7-9c62-45f5-a2fc-0d698424062f req-85373098-5dea-4536-90b7-ee70584b82a2 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:05.814767 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-30a221e7-9c62-45f5-a2fc-0d698424062f req-85373098-5dea-4536-90b7-ee70584b82a2 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=016e5c01-ceec-439a-83f1-a799a3592c0e HTTP/1.1" status: 200 len: 931 time: 0.0669577 Jun 23 19:04:05.824494 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-30a221e7-9c62-45f5-a2fc-0d698424062f req-a8e0f1df-66f7-4dbb-831e-1dc1a1e03fb1 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=502711b8-75b6-4ffc-b906-8cc2ded87b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361135 Jun 23 19:04:05.893873 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-dd9389ae-0721-4d99-b4f3-e7181d41f501 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1398375 Jun 23 19:04:05.904760 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-be7b335a-942c-42a0-a843-4560a47de1b0 None None] Provisioning for port ab4bd011-70d6-4d44-afdd-e4712a881f8d completed by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:04:05.908811 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-be7b335a-942c-42a0-a843-4560a47de1b0 None None] Provisioning complete for port ab4bd011-70d6-4d44-afdd-e4712a881f8d triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:04:05.909202 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-be7b335a-942c-42a0-a843-4560a47de1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:05.924169 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-9b0a0adb-1558-4148-b49d-846d7e529403 service neutron] Request body: {'port': {'device_id': '016e5c01-ceec-439a-83f1-a799a3592c0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:04:05.942844 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-be7b335a-942c-42a0-a843-4560a47de1b0 None None] Port ab4bd011-70d6-4d44-afdd-e4712a881f8d cannot update to ACTIVE because it is not bound. {{(pid=99983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:04:06.001446 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-9b0a0adb-1558-4148-b49d-846d7e529403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:06.294100 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-9b0a0adb-1558-4148-b49d-846d7e529403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab4bd011-70d6-4d44-afdd-e4712a881f8d {{(pid=99982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:04:06.311306 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-9b0a0adb-1558-4148-b49d-846d7e529403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:06.327238 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.provisioning_blocks [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-9b0a0adb-1558-4148-b49d-846d7e529403 service neutron] Transition to ACTIVE for port object ab4bd011-70d6-4d44-afdd-e4712a881f8d will not be triggered until provisioned by entity L2. {{(pid=99982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:04:06.413776 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-9b0a0adb-1558-4148-b49d-846d7e529403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63686041'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:06.416851 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-a0f7708b-0faf-4cc8-a4ca-12112d47c738 tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:06.478275 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a0adb-1558-4148-b49d-846d7e529403 service neutron] Pushing event updated for resources: {'Port': ['ID=ab4bd011-70d6-4d44-afdd-e4712a881f8d,revision_number=2']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:06.482942 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-9b0a0adb-1558-4148-b49d-846d7e529403 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:06.589761 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-9b0a0adb-1558-4148-b49d-846d7e529403 service neutron] Attempting to bind port ab4bd011-70d6-4d44-afdd-e4712a881f8d on host hv-cinder-78638 for vnic_type normal with profile {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:04:06.590606 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-9b0a0adb-1558-4148-b49d-846d7e529403 service neutron] Attempting to bind port ab4bd011-70d6-4d44-afdd-e4712a881f8d by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '21777bc4-7e14-43bb-899b-3e57adfce770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d'}] {{(pid=99982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:04:06.599950 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-9b0a0adb-1558-4148-b49d-846d7e529403 service neutron] Attempting to bind port ab4bd011-70d6-4d44-afdd-e4712a881f8d on network 58353e6c-18a0-4686-b0db-a03201c9462d {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:04:06.599950 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-9b0a0adb-1558-4148-b49d-846d7e529403 service neutron] Port ab4bd011-70d6-4d44-afdd-e4712a881f8d on network 58353e6c-18a0-4686-b0db-a03201c9462d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:04:06.599950 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-9b0a0adb-1558-4148-b49d-846d7e529403 service neutron] Attempting to bind port ab4bd011-70d6-4d44-afdd-e4712a881f8d on network 58353e6c-18a0-4686-b0db-a03201c9462d {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:04:06.601517 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-9b0a0adb-1558-4148-b49d-846d7e529403 service neutron] Checking agent: {'id': '3aaf2a66-4435-4fa2-a046-8ce762f61c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:04:06.602627 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-9b0a0adb-1558-4148-b49d-846d7e529403 service neutron] Checking segment: {'id': '21777bc4-7e14-43bb-899b-3e57adfce770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:04:06.603175 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-9b0a0adb-1558-4148-b49d-846d7e529403 service neutron] Bound using segment: {'id': '21777bc4-7e14-43bb-899b-3e57adfce770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d'} {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:04:06.603924 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-9b0a0adb-1558-4148-b49d-846d7e529403 service neutron] Bound port: ab4bd011-70d6-4d44-afdd-e4712a881f8d, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21777bc4-7e14-43bb-899b-3e57adfce770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d'}}] {{(pid=99982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:04:06.604444 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-9b0a0adb-1558-4148-b49d-846d7e529403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:06.706624 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-9b0a0adb-1558-4148-b49d-846d7e529403 service neutron] For port ab4bd011-70d6-4d44-afdd-e4712a881f8d, host hv-cinder-78638, cleared binding levels {{(pid=99982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:04:06.716778 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-9b0a0adb-1558-4148-b49d-846d7e529403 service neutron] For port ab4bd011-70d6-4d44-afdd-e4712a881f8d, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ab4bd011-70d6-4d44-afdd-e4712a881f8d,segment=NetworkSegment(21777bc4-7e14-43bb-899b-3e57adfce770),segment_id=21777bc4-7e14-43bb-899b-3e57adfce770)] {{(pid=99982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:04:06.803351 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-9b0a0adb-1558-4148-b49d-846d7e529403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63686041'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:06.813085 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-a84181e2-d841-44da-ac30-e205db4efc3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:06.838914 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-9b0a0adb-1558-4148-b49d-846d7e529403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:06.841032 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-9b0a0adb-1558-4148-b49d-846d7e529403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:06.841150 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-9b0a0adb-1558-4148-b49d-846d7e529403 service neutron] 10.222.0.74 "PUT /v2.0/ports/ab4bd011-70d6-4d44-afdd-e4712a881f8d HTTP/1.1" status: 200 len: 1093 time: 0.9213111 Jun 23 19:04:06.844306 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016e5c01-ceec-439a-83f1-a799a3592c0e', 'tag': 'ab4bd011-70d6-4d44-afdd-e4712a881f8d'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:04:06.848209 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861e884c-8c31-4d95-8e2f-99056b981fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "016e5c01-ceec-439a-83f1-a799a3592c0e", "tag": "ab4bd011-70d6-4d44-afdd-e4712a881f8d"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:04:06.902377 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a0adb-1558-4148-b49d-846d7e529403 service neutron] Pushing event updated for resources: {'Port': ['ID=ab4bd011-70d6-4d44-afdd-e4712a881f8d,revision_number=3']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:06.903234 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-9b0a0adb-1558-4148-b49d-846d7e529403 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:06.950884 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f077be00-f67d-4b91-a359-730eed641db0 x-openstack-request-id: req-f077be00-f67d-4b91-a359-730eed641db0 {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:04:06.951220 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016e5c01-ceec-439a-83f1-a799a3592c0e", "tag": "ab4bd011-70d6-4d44-afdd-e4712a881f8d", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:04:06.951514 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f077be00-f67d-4b91-a359-730eed641db0 {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:04:06.951956 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016e5c01-ceec-439a-83f1-a799a3592c0e', 'tag': 'ab4bd011-70d6-4d44-afdd-e4712a881f8d', 'status': 'completed', 'code': 200} Jun 23 19:04:07.063849 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-ac1137e5-4e62-414a-a626-d049903ea12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:07.067173 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-ac1137e5-4e62-414a-a626-d049903ea12e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9f6a4633b074ee18f6ae32450102a45&device_id=016e5c01-ceec-439a-83f1-a799a3592c0e HTTP/1.1" status: 200 len: 1096 time: 0.0988998 Jun 23 19:04:07.179825 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-5c91bcbd-48d3-4c49-9478-4139a7bc7ec8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab4bd011-70d6-4d44-afdd-e4712a881f8d HTTP/1.1" status: 200 len: 217 time: 0.0869226 Jun 23 19:04:07.250383 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-77f9880f-62d6-4869-a6cb-5b62d2f408c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:07.251821 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-77f9880f-62d6-4869-a6cb-5b62d2f408c3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=addde824-1dce-4a61-8b2a-9b50df39336c HTTP/1.1" status: 200 len: 849 time: 0.0601385 Jun 23 19:04:07.264038 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5b78b-18dc-4e6c-841d-22416ae9474c req-3d02f35e-676e-4c73-bb8a-2cf207605a19 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:07.267129 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a5f5b78b-18dc-4e6c-841d-22416ae9474c req-3d02f35e-676e-4c73-bb8a-2cf207605a19 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=016e5c01-ceec-439a-83f1-a799a3592c0e HTTP/1.1" status: 200 len: 943 time: 0.1972866 Jun 23 19:04:07.338721 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a5f5b78b-18dc-4e6c-841d-22416ae9474c req-d2f2f5df-ada4-4880-a00b-a69a34f69bc4 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=502711b8-75b6-4ffc-b906-8cc2ded87b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648010 Jun 23 19:04:07.377405 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-9b56440a-e182-4ffa-b6b2-a4512483708f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:07.379652 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-9b56440a-e182-4ffa-b6b2-a4512483708f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=58353e6c-18a0-4686-b0db-a03201c9462d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1132035 Jun 23 19:04:07.529788 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-731c755a-9c1e-4217-9b3c-908d0195b0f3 service neutron] 10.222.0.74 "GET /v2.0/networks/58353e6c-18a0-4686-b0db-a03201c9462d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413848 Jun 23 19:04:07.636291 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-34d2a8da-c3ff-4367-882a-a449125c6bd4 req-8815fb5f-3936-49b7-8897-ed19907453e2 service neutron] 10.222.0.74 "GET /v2.0/networks/58353e6c-18a0-4686-b0db-a03201c9462d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981674 Jun 23 19:04:07.887910 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e884c-8c31-4d95-8e2f-99056b981fa7 req-69843424-2caf-457a-984b-8f8e02ef8bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:07.890066 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-861e884c-8c31-4d95-8e2f-99056b981fa7 req-69843424-2caf-457a-984b-8f8e02ef8bf1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9f6a4633b074ee18f6ae32450102a45&device_id=016e5c01-ceec-439a-83f1-a799a3592c0e HTTP/1.1" status: 200 len: 1096 time: 0.0761311 Jun 23 19:04:07.998928 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 34756) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:08.149824 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-129743d8-0f05-4559-9a35-f14b2a03f45d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:08.291032 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-129743d8-0f05-4559-9a35-f14b2a03f45d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:08.345943 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e884c-8c31-4d95-8e2f-99056b981fa7 req-f2d4ecbb-1205-4aae-86c6-a6d48904c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:08.347530 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-861e884c-8c31-4d95-8e2f-99056b981fa7 req-f2d4ecbb-1205-4aae-86c6-a6d48904c15c service neutron] 10.222.0.74 "GET /v2.0/networks?id=58353e6c-18a0-4686-b0db-a03201c9462d HTTP/1.1" status: 200 len: 911 time: 0.4510233 Jun 23 19:04:08.350783 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-129743d8-0f05-4559-9a35-f14b2a03f45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:08.363174 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-86bb8657-a0dd-4eb4-a65c-2235621632b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:08.367133 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390425a0-b0ac-4376-9d14-7ef2c0a6939e req-c8505fe8-8022-4630-8b7e-bbe827e98a38 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:08.368937 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-390425a0-b0ac-4376-9d14-7ef2c0a6939e req-c8505fe8-8022-4630-8b7e-bbe827e98a38 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 946 time: 0.0990136 Jun 23 19:04:08.392608 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-129743d8-0f05-4559-9a35-f14b2a03f45d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3267b45d335040db99755009a43916ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3912997 Jun 23 19:04:08.399580 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 34768) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:08.426493 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-861e884c-8c31-4d95-8e2f-99056b981fa7 req-96bc62ea-c7ac-46be-967b-24ef281bfd76 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab4bd011-70d6-4d44-afdd-e4712a881f8d HTTP/1.1" status: 200 len: 217 time: 0.0564485 Jun 23 19:04:08.434043 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129743d8-0f05-4559-9a35-f14b2a03f45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ee1706-1bca-4c23-a5ca-7dfdc1961ccf,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:08.439819 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-129743d8-0f05-4559-9a35-f14b2a03f45d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:08.475503 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-390425a0-b0ac-4376-9d14-7ef2c0a6939e req-196eed2c-494f-4f4b-84ad-49037e7c58a3 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976386 Jun 23 19:04:08.504527 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e884c-8c31-4d95-8e2f-99056b981fa7 req-f0c2b426-64c1-40ca-93c3-1c3c115c44e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:08.506364 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-861e884c-8c31-4d95-8e2f-99056b981fa7 req-f0c2b426-64c1-40ca-93c3-1c3c115c44e2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=addde824-1dce-4a61-8b2a-9b50df39336c HTTP/1.1" status: 200 len: 849 time: 0.0727386 Jun 23 19:04:08.555755 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-d6d956c6-13ea-4c3f-865f-f2ba7f3dfb34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:08.581695 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device ab4bd011-70d6-4d44-afdd-e4712a881f8d details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=99983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:04:08.588553 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e884c-8c31-4d95-8e2f-99056b981fa7 req-94157f97-1846-417d-98f3-785a6ea753f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:08.590748 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-861e884c-8c31-4d95-8e2f-99056b981fa7 req-94157f97-1846-417d-98f3-785a6ea753f7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=58353e6c-18a0-4686-b0db-a03201c9462d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725050 Jun 23 19:04:08.596877 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-d6d956c6-13ea-4c3f-865f-f2ba7f3dfb34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:08.661958 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887011f-1710-4104-a9c4-32ac74479b4b req-b4f16259-3b3c-4485-9c28-9014346f721c tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:08.663716 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-a887011f-1710-4104-a9c4-32ac74479b4b req-b4f16259-3b3c-4485-9c28-9014346f721c tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=016e5c01-ceec-439a-83f1-a799a3592c0e HTTP/1.1" status: 200 len: 943 time: 0.1443746 Jun 23 19:04:08.762454 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-a887011f-1710-4104-a9c4-32ac74479b4b req-7dee47a1-ff1a-4f43-8239-d69a5112cbf5 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=502711b8-75b6-4ffc-b906-8cc2ded87b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923347 Jun 23 19:04:08.769207 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-d6d956c6-13ea-4c3f-865f-f2ba7f3dfb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:08.771709 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 34776) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:08.773782 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-861e884c-8c31-4d95-8e2f-99056b981fa7 req-ddc3f203-372e-4293-8ace-03aeb42eed6a service neutron] 10.222.0.74 "GET /v2.0/networks/58353e6c-18a0-4686-b0db-a03201c9462d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730986 Jun 23 19:04:08.776587 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port ab4bd011-70d6-4d44-afdd-e4712a881f8d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ab4bd011-70d6-4d44-afdd-e4712a881f8d,segment=NetworkSegment(21777bc4-7e14-43bb-899b-3e57adfce770),segment_id=21777bc4-7e14-43bb-899b-3e57adfce770)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:04:08.777401 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-d6d956c6-13ea-4c3f-865f-f2ba7f3dfb34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:08.779692 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-d6d956c6-13ea-4c3f-865f-f2ba7f3dfb34 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c3ee1706-1bca-4c23-a5ca-7dfdc1961ccf HTTP/1.1" status: 204 len: 168 time: 0.3791585 Jun 23 19:04:08.781205 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-cf11eb1f-5cff-484a-a0ac-50c237dc55b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:08.793152 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Returning: {'device': 'ab4bd011-70d6-4d44-afdd-e4712a881f8d', 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d', 'port_id': 'ab4bd011-70d6-4d44-afdd-e4712a881f8d', 'mac_address': 'fa:16:3e:78:7c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'addde824-1dce-4a61-8b2a-9b50df39336c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:04:08.808409 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d956c6-13ea-4c3f-865f-f2ba7f3dfb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ee1706-1bca-4c23-a5ca-7dfdc1961ccf,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:08.819954 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-d6d956c6-13ea-4c3f-865f-f2ba7f3dfb34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:08.858986 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:08.888749 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab4bd011-70d6-4d44-afdd-e4712a881f8d {{(pid=99983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:04:08.906960 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-861e884c-8c31-4d95-8e2f-99056b981fa7 req-6fd67183-5740-4812-9912-390f4b997292 service neutron] 10.222.0.74 "GET /v2.0/networks/58353e6c-18a0-4686-b0db-a03201c9462d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182654 Jun 23 19:04:08.917455 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port ab4bd011-70d6-4d44-afdd-e4712a881f8d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ab4bd011-70d6-4d44-afdd-e4712a881f8d,segment=NetworkSegment(21777bc4-7e14-43bb-899b-3e57adfce770),segment_id=21777bc4-7e14-43bb-899b-3e57adfce770)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:04:08.973859 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-eb210b10-f05c-4bdd-9e63-d480abff7c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:09.014722 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:09.017640 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:09.076907 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-eb210b10-f05c-4bdd-9e63-d480abff7c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:09.077624 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=ab4bd011-70d6-4d44-afdd-e4712a881f8d,revision_number=4']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:09.085422 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:09.086054 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:09.086527 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:09.086920 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:09.087280 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:09.087629 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:09.087991 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:09.088333 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:09.088691 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:09.089056 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:09.089392 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:09.089757 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:09.093976 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:09.196842 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-eb210b10-f05c-4bdd-9e63-d480abff7c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:09.200541 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-9efc69bc-165a-4205-81c5-eca28d160f4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:09.265885 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-eb210b10-f05c-4bdd-9e63-d480abff7c38 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=497d106b725044eeb6b0624f51a34271&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4903519 Jun 23 19:04:09.266776 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb210b10-f05c-4bdd-9e63-d480abff7c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7e2a5c-21ed-416f-ab10-0e407f002afc,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:09.268500 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 34782) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:09.271256 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-eb210b10-f05c-4bdd-9e63-d480abff7c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:09.356970 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-bf583f06-8487-41ea-8f17-da2aff817b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:09.381952 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-bf583f06-8487-41ea-8f17-da2aff817b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:09.429520 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['ab4bd011-70d6-4d44-afdd-e4712a881f8d'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:04:09.560598 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-bf583f06-8487-41ea-8f17-da2aff817b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:09.566040 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-bf583f06-8487-41ea-8f17-da2aff817b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:09.570260 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-bf583f06-8487-41ea-8f17-da2aff817b74 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1a7e2a5c-21ed-416f-ab10-0e407f002afc HTTP/1.1" status: 204 len: 168 time: 0.2949624 Jun 23 19:04:09.570260 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-1f35db2e-7b54-4587-9d39-4f19d9396b35 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:09.590461 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf583f06-8487-41ea-8f17-da2aff817b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7e2a5c-21ed-416f-ab10-0e407f002afc,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:09.593866 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-bf583f06-8487-41ea-8f17-da2aff817b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:09.788675 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78e049-8515-4204-96a9-e1f17ccfc504 req-17dddda1-656f-4212-80b4-8249793db655 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:09.788675 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-ad78e049-8515-4204-96a9-e1f17ccfc504 req-17dddda1-656f-4212-80b4-8249793db655 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 946 time: 0.0690122 Jun 23 19:04:09.788675 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-ad78e049-8515-4204-96a9-e1f17ccfc504 req-f9ca2e99-aab5-42ee-8975-7073a922609b tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434031 Jun 23 19:04:09.938433 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29989d78-0f75-45bf-a10c-dd38fb5c0db9 req-cb5e0227-951e-4283-840f-caf5b73ad0fd tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:09.940050 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-29989d78-0f75-45bf-a10c-dd38fb5c0db9 req-cb5e0227-951e-4283-840f-caf5b73ad0fd tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=016e5c01-ceec-439a-83f1-a799a3592c0e HTTP/1.1" status: 200 len: 944 time: 0.0630400 Jun 23 19:04:09.978172 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-29989d78-0f75-45bf-a10c-dd38fb5c0db9 req-009b8125-4e22-450d-b48d-4394dc08889d tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=502711b8-75b6-4ffc-b906-8cc2ded87b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322890 Jun 23 19:04:10.606876 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device ab4bd011-70d6-4d44-afdd-e4712a881f8d up at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:04:10.756816 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning for port ab4bd011-70d6-4d44-afdd-e4712a881f8d completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:04:10.761315 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning complete for port ab4bd011-70d6-4d44-afdd-e4712a881f8d triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:04:10.761753 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:10.873502 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:10.898193 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016e5c01-ceec-439a-83f1-a799a3592c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4bd011-70d6-4d44-afdd-e4712a881f8d'}] {{(pid=99983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:04:10.902164 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3da190a675926e82bddf1ae19285f5edc5f8218f501b2228f0a51a29f9c71fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b7363f-7d57-4ff1-9ddd-fb2973f57676" -d '{"events": [{"server_uuid": "016e5c01-ceec-439a-83f1-a799a3592c0e", "name": "network-vif-plugged", "status": "completed", "tag": "ab4bd011-70d6-4d44-afdd-e4712a881f8d"}]}' {{(pid=99983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:04:10.916821 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port ab4bd011-70d6-4d44-afdd-e4712a881f8d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ab4bd011-70d6-4d44-afdd-e4712a881f8d,segment=NetworkSegment(21777bc4-7e14-43bb-899b-3e57adfce770),segment_id=21777bc4-7e14-43bb-899b-3e57adfce770)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:04:10.979512 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:10.981348 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:11.007864 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30940cf2-4c6b-4815-a5e6-27de1b5dd8d2 req-706018a4-74ad-41e5-a92d-591dfbb2b404 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:11.015428 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-30940cf2-4c6b-4815-a5e6-27de1b5dd8d2 req-706018a4-74ad-41e5-a92d-591dfbb2b404 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 946 time: 0.0994577 Jun 23 19:04:11.069885 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-30940cf2-4c6b-4815-a5e6-27de1b5dd8d2 req-e466c2fa-92d2-4138-940c-065638149d0d tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532439 Jun 23 19:04:11.108908 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=ab4bd011-70d6-4d44-afdd-e4712a881f8d,revision_number=5']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:11.118120 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:11.133666 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d4a29d-7f00-4287-a488-809beb949a1b x-openstack-request-id: req-74d4a29d-7f00-4287-a488-809beb949a1b {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:04:11.134105 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016e5c01-ceec-439a-83f1-a799a3592c0e", "name": "network-vif-plugged", "status": "completed", "tag": "ab4bd011-70d6-4d44-afdd-e4712a881f8d", "code": 200}]} {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:04:11.134411 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-74d4a29d-7f00-4287-a488-809beb949a1b {{(pid=99983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:04:11.134819 dv-cinder-786386-8-iscsi neutron-server[99983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016e5c01-ceec-439a-83f1-a799a3592c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4bd011-70d6-4d44-afdd-e4712a881f8d', 'code': 200} Jun 23 19:04:11.265703 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba077996-b9a2-456f-8b97-4aa79e9d8511 req-4edfc4b3-b29d-4017-b5a2-978410d8408f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:11.267368 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-ba077996-b9a2-456f-8b97-4aa79e9d8511 req-4edfc4b3-b29d-4017-b5a2-978410d8408f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=016e5c01-ceec-439a-83f1-a799a3592c0e HTTP/1.1" status: 200 len: 945 time: 0.0738692 Jun 23 19:04:11.326034 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-ba077996-b9a2-456f-8b97-4aa79e9d8511 req-0436691e-03a6-4baf-870e-473aa0e6ea88 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=502711b8-75b6-4ffc-b906-8cc2ded87b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509841 Jun 23 19:04:11.453782 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:11.616794 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c9d3e-1ee2-4098-a0d2-3d59d69772fd req-57218cf1-4aea-4f79-b366-2ff3a53504e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:11.618412 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-225c9d3e-1ee2-4098-a0d2-3d59d69772fd req-57218cf1-4aea-4f79-b366-2ff3a53504e4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=016e5c01-ceec-439a-83f1-a799a3592c0e HTTP/1.1" status: 200 len: 1098 time: 0.0537956 Jun 23 19:04:11.665201 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-225c9d3e-1ee2-4098-a0d2-3d59d69772fd req-1d515f7a-73d0-4e09-b627-ce2086ec65cd service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=502711b8-75b6-4ffc-b906-8cc2ded87b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387669 Jun 23 19:04:12.271671 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff94258-6441-48a9-bb1b-bd51895d891e req-64f8d496-6e3a-4a16-b7df-10a7aa5243b3 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:12.273155 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0ff94258-6441-48a9-bb1b-bd51895d891e req-64f8d496-6e3a-4a16-b7df-10a7aa5243b3 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 946 time: 0.0733249 Jun 23 19:04:12.311581 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0ff94258-6441-48a9-bb1b-bd51895d891e req-c56c1d2f-5eef-4a22-afd0-9888137994a1 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326371 Jun 23 19:04:12.519258 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92457c2e-6ddb-4028-ac61-8a9265c776f6 req-ce7fcf13-405d-49d5-8228-dd5957e2e505 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:12.520841 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-92457c2e-6ddb-4028-ac61-8a9265c776f6 req-ce7fcf13-405d-49d5-8228-dd5957e2e505 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=016e5c01-ceec-439a-83f1-a799a3592c0e HTTP/1.1" status: 200 len: 945 time: 0.0695837 Jun 23 19:04:12.570186 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-92457c2e-6ddb-4028-ac61-8a9265c776f6 req-f28ed7a4-49b4-455a-b603-fa15e0615694 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=502711b8-75b6-4ffc-b906-8cc2ded87b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393753 Jun 23 19:04:13.489302 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c16ab-e0f1-4932-9e77-3de552bf05bb req-9903f929-d21b-4f11-948c-fbf8bd392d70 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:13.490839 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-1b7c16ab-e0f1-4932-9e77-3de552bf05bb req-9903f929-d21b-4f11-948c-fbf8bd392d70 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 946 time: 0.0678899 Jun 23 19:04:13.528592 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-1b7c16ab-e0f1-4932-9e77-3de552bf05bb req-04fcf3a1-70d5-4681-8754-f5220194b3a2 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316126 Jun 23 19:04:13.809580 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d7d9b-1d50-4411-9910-04a1d98e2021 req-9d0ff436-ccff-464b-9f6f-d6c6befb6cf8 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:13.810992 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-898d7d9b-1d50-4411-9910-04a1d98e2021 req-9d0ff436-ccff-464b-9f6f-d6c6befb6cf8 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=016e5c01-ceec-439a-83f1-a799a3592c0e HTTP/1.1" status: 200 len: 945 time: 0.1171734 Jun 23 19:04:13.863958 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-898d7d9b-1d50-4411-9910-04a1d98e2021 req-6b8ea199-9905-490b-a266-4abce8524e1b tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=502711b8-75b6-4ffc-b906-8cc2ded87b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465996 Jun 23 19:04:14.736056 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43230d-27db-480d-94e9-c20878ba82c3 req-bd7f6772-7ece-46a1-a7ac-1ad69a94b275 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:14.737613 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-ca43230d-27db-480d-94e9-c20878ba82c3 req-bd7f6772-7ece-46a1-a7ac-1ad69a94b275 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 946 time: 0.0795903 Jun 23 19:04:14.783131 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-ca43230d-27db-480d-94e9-c20878ba82c3 req-408c702d-26fc-494d-9c50-8196233b69af tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396614 Jun 23 19:04:15.052174 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffa193-944d-4ac5-84ab-390a6e529226 req-1c828a30-fc5c-4207-8890-6f8ba16869a2 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:15.054371 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-95ffa193-944d-4ac5-84ab-390a6e529226 req-1c828a30-fc5c-4207-8890-6f8ba16869a2 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=016e5c01-ceec-439a-83f1-a799a3592c0e HTTP/1.1" status: 200 len: 945 time: 0.0792689 Jun 23 19:04:15.100071 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-95ffa193-944d-4ac5-84ab-390a6e529226 req-84777710-c30c-4637-9783-66aeaa77e193 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=502711b8-75b6-4ffc-b906-8cc2ded87b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394022 Jun 23 19:04:15.278574 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81dc5a-33b5-46d4-84aa-404005153493 req-6a47d1e3-949e-41e5-804a-0a0d6247f692 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:15.281230 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8b81dc5a-33b5-46d4-84aa-404005153493 req-6a47d1e3-949e-41e5-804a-0a0d6247f692 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=016e5c01-ceec-439a-83f1-a799a3592c0e HTTP/1.1" status: 200 len: 945 time: 0.0739884 Jun 23 19:04:15.291023 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 34912) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:15.296215 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-2036a0e6-360f-4dc4-8440-671a448a0295 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Request body: {'floatingip': {'port_id': 'ab4bd011-70d6-4d44-afdd-e4712a881f8d'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:04:15.336284 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-2036a0e6-360f-4dc4-8440-671a448a0295 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for floatingip, before_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:15.818285 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-2036a0e6-360f-4dc4-8440-671a448a0295 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:15.906740 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-2036a0e6-360f-4dc4-8440-671a448a0295 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1978722'] for floatingip, after_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:16.009248 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331009ea-097c-49e0-bbb5-a67c15834274 req-32b6bf0c-09db-4869-ad7f-196359e5c436 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:16.016463 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-331009ea-097c-49e0-bbb5-a67c15834274 req-32b6bf0c-09db-4869-ad7f-196359e5c436 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 946 time: 0.0960677 Jun 23 19:04:16.059527 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-331009ea-097c-49e0-bbb5-a67c15834274 req-688cf781-61db-4863-b86b-78118ab10970 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421062 Jun 23 19:04:16.069033 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.db.l3_db [None req-2036a0e6-360f-4dc4-8440-671a448a0295 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Floating IP 226e1126-b229-4fdb-b11f-5f29625a7b20 associated. External IP: 172.27.0.3, port: ab4bd011-70d6-4d44-afdd-e4712a881f8d. Jun 23 19:04:16.317703 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2036a0e6-360f-4dc4-8440-671a448a0295 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Router bd24330b-cb47-43d9-a75a-15e3286e3215 has already been hosted by L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 {{(pid=99981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:04:16.402252 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 34928) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:16.448780 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2036a0e6-360f-4dc4-8440-671a448a0295 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:04:16.455008 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-2036a0e6-360f-4dc4-8440-671a448a0295 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for floatingip, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:16.467501 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bfc7e5-2cd0-4db2-b1c7-7f11adeae7f6 None None] Sync routers for ids ['bd24330b-cb47-43d9-a75a-15e3286e3215'] in dv-cinder-786386-8-iscsi {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:04:16.480419 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bfc7e5-2cd0-4db2-b1c7-7f11adeae7f6 None None] Routers {'bd24330b-cb47-43d9-a75a-15e3286e3215'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:04:16.481367 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-f0bfc7e5-2cd0-4db2-b1c7-7f11adeae7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:04:01Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['bd24330b-cb47-43d9-a75a-15e3286e3215'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:16.502450 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-2036a0e6-360f-4dc4-8440-671a448a0295 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "PUT /v2.0/floatingips/226e1126-b229-4fdb-b11f-5f29625a7b20 HTTP/1.1" status: 200 len: 989 time: 1.2071283 Jun 23 19:04:16.502450 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016e5c01-ceec-439a-83f1-a799a3592c0e', 'tag': 'ab4bd011-70d6-4d44-afdd-e4712a881f8d'}] {{(pid=99981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:04:16.508173 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c19ba6c2e482ff9aabb3850c8975427142a9e03079a3b94b5c7a7eb1b25c395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babcfc48-ff84-4363-9802-2e688c9a1246" -d '{"events": [{"name": "network-changed", "server_uuid": "016e5c01-ceec-439a-83f1-a799a3592c0e", "tag": "ab4bd011-70d6-4d44-afdd-e4712a881f8d"}]}' {{(pid=99981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:04:16.553315 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-3168d0e9-a0ea-4c6b-9746-57383ff2b0bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:16.642864 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-f0bfc7e5-2cd0-4db2-b1c7-7f11adeae7f6 None None] Set router bd24330b-cb47-43d9-a75a-15e3286e3215 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:04:16.682779 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-3168d0e9-a0ea-4c6b-9746-57383ff2b0bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:16.706282 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad07374-fb7b-4cab-9d6c-f8da685e3295 x-openstack-request-id: req-2ad07374-fb7b-4cab-9d6c-f8da685e3295 {{(pid=99981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:04:16.706624 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016e5c01-ceec-439a-83f1-a799a3592c0e", "tag": "ab4bd011-70d6-4d44-afdd-e4712a881f8d", "status": "completed", "code": 200}]} {{(pid=99981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:04:16.706924 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2ad07374-fb7b-4cab-9d6c-f8da685e3295 {{(pid=99981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:04:16.707373 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016e5c01-ceec-439a-83f1-a799a3592c0e', 'tag': 'ab4bd011-70d6-4d44-afdd-e4712a881f8d', 'status': 'completed', 'code': 200} Jun 23 19:04:16.765711 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-3168d0e9-a0ea-4c6b-9746-57383ff2b0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:16.796154 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-c7796581-e486-4043-8073-b030a3de21cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:16.820598 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-3168d0e9-a0ea-4c6b-9746-57383ff2b0bc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6759d77210b54b59ab9ffb6401e7a17b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4167490 Jun 23 19:04:16.823598 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 34944) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:16.838971 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3168d0e9-a0ea-4c6b-9746-57383ff2b0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df3f229-2bba-446d-b1a1-b48ed9ee0e4f,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:16.842909 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-3168d0e9-a0ea-4c6b-9746-57383ff2b0bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:16.873138 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babcfc48-ff84-4363-9802-2e688c9a1246 req-841f1100-8ca1-4b0f-8776-0632d2a73add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:16.875755 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-babcfc48-ff84-4363-9802-2e688c9a1246 req-841f1100-8ca1-4b0f-8776-0632d2a73add service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9f6a4633b074ee18f6ae32450102a45&device_id=016e5c01-ceec-439a-83f1-a799a3592c0e HTTP/1.1" status: 200 len: 1098 time: 0.1197004 Jun 23 19:04:16.895169 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b8ab6614-306c-45df-bd8d-743907fe0c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:16.929939 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b8ab6614-306c-45df-bd8d-743907fe0c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:16.942659 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-f0bfc7e5-2cd0-4db2-b1c7-7f11adeae7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'name': 'tempest-AttachVolumeTestJSON-840448975-router', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd582b92e-0288-439b-9a01-15bee6c38578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:28Z', 'updated_at': '2021-06-23T18:58:39Z', 'revision_number': 4, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'gw_port': {'id': 'd582b92e-0288-439b-9a01-15bee6c38578', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:30Z', 'updated_at': '2021-06-23T18:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_floatingips': [{'id': '226e1126-b229-4fdb-b11f-5f29625a7b20', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'router_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'port_id': 'ab4bd011-70d6-4d44-afdd-e4712a881f8d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d', 'mac_address': 'fa:16:3e:78:7c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016e5c01-ceec-439a-83f1-a799a3592c0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:03:57Z', 'updated_at': '2021-06-23T19:04:15Z', 'revision_number': 1, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc94c0c6-dfce-4b66-98ef-8ea85e3086d1', 'name': '', 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'mac_address': 'fa:16:3e:45:7e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'addde824-1dce-4a61-8b2a-9b50df39336c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:36Z', 'updated_at': '2021-06-23T18:58:49Z', 'revision_number': 5, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'subnets': [{'id': 'addde824-1dce-4a61-8b2a-9b50df39336c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:16.981384 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bfc7e5-2cd0-4db2-b1c7-7f11adeae7f6 None None] Checking router: bd24330b-cb47-43d9-a75a-15e3286e3215 for host: dv-cinder-786386-8-iscsi {{(pid=99983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:04:16.990989 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bfc7e5-2cd0-4db2-b1c7-7f11adeae7f6 None None] Routers {'bd24330b-cb47-43d9-a75a-15e3286e3215'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:04:16.994233 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-f0bfc7e5-2cd0-4db2-b1c7-7f11adeae7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:04:01Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['bd24330b-cb47-43d9-a75a-15e3286e3215'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:17.010409 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babcfc48-ff84-4363-9802-2e688c9a1246 req-a602319d-128d-4f49-a8f0-7c66b0ba6faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:17.011882 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-babcfc48-ff84-4363-9802-2e688c9a1246 req-a602319d-128d-4f49-a8f0-7c66b0ba6faa service neutron] 10.222.0.74 "GET /v2.0/networks?id=58353e6c-18a0-4686-b0db-a03201c9462d HTTP/1.1" status: 200 len: 911 time: 0.1248260 Jun 23 19:04:17.099137 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-babcfc48-ff84-4363-9802-2e688c9a1246 req-545487e2-72ba-4b25-aa10-a4b8fea82b7b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab4bd011-70d6-4d44-afdd-e4712a881f8d HTTP/1.1" status: 200 len: 997 time: 0.0791194 Jun 23 19:04:17.122312 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b8ab6614-306c-45df-bd8d-743907fe0c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:17.128491 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b8ab6614-306c-45df-bd8d-743907fe0c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:17.128491 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-b8ab6614-306c-45df-bd8d-743907fe0c1c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7df3f229-2bba-446d-b1a1-b48ed9ee0e4f HTTP/1.1" status: 204 len: 168 time: 0.3022218 Jun 23 19:04:17.128491 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-caaa9b17-5445-49ab-8aaf-a44c7659bcb1 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:17.147098 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab6614-306c-45df-bd8d-743907fe0c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df3f229-2bba-446d-b1a1-b48ed9ee0e4f,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:17.151762 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-b8ab6614-306c-45df-bd8d-743907fe0c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:17.176491 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-f0bfc7e5-2cd0-4db2-b1c7-7f11adeae7f6 None None] Set router bd24330b-cb47-43d9-a75a-15e3286e3215 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:04:17.208098 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babcfc48-ff84-4363-9802-2e688c9a1246 req-79d716f8-50c7-4edd-ba71-6112d696bfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:17.209718 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-babcfc48-ff84-4363-9802-2e688c9a1246 req-79d716f8-50c7-4edd-ba71-6112d696bfde service neutron] 10.222.0.74 "GET /v2.0/subnets?id=addde824-1dce-4a61-8b2a-9b50df39336c HTTP/1.1" status: 200 len: 849 time: 0.1027653 Jun 23 19:04:17.333500 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babcfc48-ff84-4363-9802-2e688c9a1246 req-f4aea46e-c9b8-4c18-96d1-31a7ad370e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:17.335138 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-babcfc48-ff84-4363-9802-2e688c9a1246 req-f4aea46e-c9b8-4c18-96d1-31a7ad370e44 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=58353e6c-18a0-4686-b0db-a03201c9462d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1169920 Jun 23 19:04:17.348571 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd559efc-2369-4340-a1f3-1f911909dca7 req-29700dd8-6e35-4524-8839-e2f1c0cc87e4 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:17.350115 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-cd559efc-2369-4340-a1f3-1f911909dca7 req-29700dd8-6e35-4524-8839-e2f1c0cc87e4 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 946 time: 0.0984559 Jun 23 19:04:17.448417 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-cd559efc-2369-4340-a1f3-1f911909dca7 req-bc2708d8-0cd3-4223-b89c-889d8530c193 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793145 Jun 23 19:04:17.485574 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-babcfc48-ff84-4363-9802-2e688c9a1246 req-d0d097f7-97c6-4be4-a108-c6c1c1e79421 service neutron] 10.222.0.74 "GET /v2.0/networks/58353e6c-18a0-4686-b0db-a03201c9462d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336102 Jun 23 19:04:17.615888 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-babcfc48-ff84-4363-9802-2e688c9a1246 req-23654635-efcf-4669-9132-a1f2630289ed service neutron] 10.222.0.74 "GET /v2.0/networks/58353e6c-18a0-4686-b0db-a03201c9462d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221924 Jun 23 19:04:17.621322 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-f0bfc7e5-2cd0-4db2-b1c7-7f11adeae7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'name': 'tempest-AttachVolumeTestJSON-840448975-router', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd582b92e-0288-439b-9a01-15bee6c38578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:28Z', 'updated_at': '2021-06-23T18:58:39Z', 'revision_number': 4, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'gw_port': {'id': 'd582b92e-0288-439b-9a01-15bee6c38578', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:30Z', 'updated_at': '2021-06-23T18:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_floatingips': [{'id': '226e1126-b229-4fdb-b11f-5f29625a7b20', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'router_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'port_id': 'ab4bd011-70d6-4d44-afdd-e4712a881f8d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d', 'mac_address': 'fa:16:3e:78:7c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016e5c01-ceec-439a-83f1-a799a3592c0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:03:57Z', 'updated_at': '2021-06-23T19:04:15Z', 'revision_number': 1, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc94c0c6-dfce-4b66-98ef-8ea85e3086d1', 'name': '', 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'mac_address': 'fa:16:3e:45:7e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'addde824-1dce-4a61-8b2a-9b50df39336c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:36Z', 'updated_at': '2021-06-23T18:58:49Z', 'revision_number': 5, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'subnets': [{'id': 'addde824-1dce-4a61-8b2a-9b50df39336c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:17.655289 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bfc7e5-2cd0-4db2-b1c7-7f11adeae7f6 None None] The sync data for ids ['bd24330b-cb47-43d9-a75a-15e3286e3215'] in dv-cinder-786386-8-iscsi is: [{'id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'name': 'tempest-AttachVolumeTestJSON-840448975-router', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd582b92e-0288-439b-9a01-15bee6c38578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:28Z', 'updated_at': '2021-06-23T18:58:39Z', 'revision_number': 4, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'gw_port': {'id': 'd582b92e-0288-439b-9a01-15bee6c38578', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:30Z', 'updated_at': '2021-06-23T18:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_floatingips': [{'id': '226e1126-b229-4fdb-b11f-5f29625a7b20', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'router_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'port_id': 'ab4bd011-70d6-4d44-afdd-e4712a881f8d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d', 'mac_address': 'fa:16:3e:78:7c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016e5c01-ceec-439a-83f1-a799a3592c0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:03:57Z', 'updated_at': '2021-06-23T19:04:15Z', 'revision_number': 1, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc94c0c6-dfce-4b66-98ef-8ea85e3086d1', 'name': '', 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'mac_address': 'fa:16:3e:45:7e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'addde824-1dce-4a61-8b2a-9b50df39336c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:36Z', 'updated_at': '2021-06-23T18:58:49Z', 'revision_number': 5, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'subnets': [{'id': 'addde824-1dce-4a61-8b2a-9b50df39336c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:04:17.930023 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8882b0-8d0a-4408-b5c7-12fb78235a16 None None] New status for floating IP 226e1126-b229-4fdb-b11f-5f29625a7b20: ACTIVE {{(pid=99984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:04:18.632914 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca697f-fd86-46ef-998a-2f3273ef195c req-22e84813-17e3-4eef-ae71-ff097578b4a9 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:18.635008 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-9fca697f-fd86-46ef-998a-2f3273ef195c req-22e84813-17e3-4eef-ae71-ff097578b4a9 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 946 time: 0.0652890 Jun 23 19:04:18.672189 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-9fca697f-fd86-46ef-998a-2f3273ef195c req-bc3d7aed-0df9-4092-b00e-f7ef82a0c9fd tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314364 Jun 23 19:04:18.910024 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-71e5a505-79b0-43be-aac6-689fc49c4502 req-86bfd23d-3073-4364-bc1f-2aa4a142f7ca tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-705757817&fields=id&tenant_id=39ebdfd6bceb4d8baa6bb77d6bdc2ff4 HTTP/1.1" status: 200 len: 267 time: 0.0342009 Jun 23 19:04:18.978883 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5a505-79b0-43be-aac6-689fc49c4502 req-2d10a00e-6e1e-4155-9bfd-bf8c16d79e15 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:18.980335 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-71e5a505-79b0-43be-aac6-689fc49c4502 req-2d10a00e-6e1e-4155-9bfd-bf8c16d79e15 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 984 time: 0.0650089 Jun 23 19:04:18.990999 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [req-71e5a505-79b0-43be-aac6-689fc49c4502 req-5a5fcc3b-c01f-465a-b68e-476f94965659 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Request body: {'port': {'security_groups': ['2cbe88fd-3368-443b-adc0-6ec743734f25']}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:04:19.084396 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-71e5a505-79b0-43be-aac6-689fc49c4502 req-5a5fcc3b-c01f-465a-b68e-476f94965659 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:19.295529 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-71e5a505-79b0-43be-aac6-689fc49c4502 req-5a5fcc3b-c01f-465a-b68e-476f94965659 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] For port be712c20-585d-4a6b-ba7c-9208918fe8d5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=be712c20-585d-4a6b-ba7c-9208918fe8d5,segment=NetworkSegment(528b22de-3b90-4599-b9c6-d4ed2483c7d8),segment_id=528b22de-3b90-4599-b9c6-d4ed2483c7d8)] {{(pid=99982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:04:19.335643 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-71e5a505-79b0-43be-aac6-689fc49c4502 req-5a5fcc3b-c01f-465a-b68e-476f94965659 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks [] for port, precommit_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:19.414311 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-71e5a505-79b0-43be-aac6-689fc49c4502 req-5a5fcc3b-c01f-465a-b68e-476f94965659 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63686041'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:19.419241 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-1b33023a-ed69-4eaa-8b2f-211d3ffd541d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:19.460525 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5a505-79b0-43be-aac6-689fc49c4502 req-5a5fcc3b-c01f-465a-b68e-476f94965659 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:19.460525 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-71e5a505-79b0-43be-aac6-689fc49c4502 req-5a5fcc3b-c01f-465a-b68e-476f94965659 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:19.463035 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['be712c20-585d-4a6b-ba7c-9208918fe8d5'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:04:19.467015 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-71e5a505-79b0-43be-aac6-689fc49c4502 req-5a5fcc3b-c01f-465a-b68e-476f94965659 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "PUT /v2.0/ports/be712c20-585d-4a6b-ba7c-9208918fe8d5 HTTP/1.1" status: 200 len: 942 time: 0.4802580 Jun 23 19:04:19.467718 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3059096a-e982-4849-b33c-3aa53b5b8d85', 'tag': 'be712c20-585d-4a6b-ba7c-9208918fe8d5'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:04:19.471397 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 35036) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:19.471564 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f80def-61f8-421b-9d64-b40b95b8b3b4" -d '{"events": [{"name": "network-changed", "server_uuid": "3059096a-e982-4849-b33c-3aa53b5b8d85", "tag": "be712c20-585d-4a6b-ba7c-9208918fe8d5"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:04:19.510456 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fcc3b-c01f-465a-b68e-476f94965659 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Pushing event updated for resources: {'Port': ['ID=be712c20-585d-4a6b-ba7c-9208918fe8d5,revision_number=7']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:19.514258 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-5a5fcc3b-c01f-465a-b68e-476f94965659 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:19.537826 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b2f9e5-cbff-4675-ab1b-7d3f8faeab9e x-openstack-request-id: req-93b2f9e5-cbff-4675-ab1b-7d3f8faeab9e {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:04:19.538162 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3059096a-e982-4849-b33c-3aa53b5b8d85", "tag": "be712c20-585d-4a6b-ba7c-9208918fe8d5", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:04:19.538533 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-93b2f9e5-cbff-4675-ab1b-7d3f8faeab9e {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:04:19.538972 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3059096a-e982-4849-b33c-3aa53b5b8d85', 'tag': 'be712c20-585d-4a6b-ba7c-9208918fe8d5', 'status': 'completed', 'code': 200} Jun 23 19:04:19.539324 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5d5794f1-33bf-4ec1-bbb8-c0ec37d88203 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:19.569682 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5d5794f1-33bf-4ec1-bbb8-c0ec37d88203 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:19.671301 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['be712c20-585d-4a6b-ba7c-9208918fe8d5'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:04:19.674496 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f80def-61f8-421b-9d64-b40b95b8b3b4 req-dd14111a-427e-4e2a-9d3c-978cc75ee688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:19.676124 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-48f80def-61f8-421b-9d64-b40b95b8b3b4 req-dd14111a-427e-4e2a-9d3c-978cc75ee688 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=39ebdfd6bceb4d8baa6bb77d6bdc2ff4&device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 1098 time: 0.0790875 Jun 23 19:04:19.716967 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5d5794f1-33bf-4ec1-bbb8-c0ec37d88203 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:19.720507 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5d5794f1-33bf-4ec1-bbb8-c0ec37d88203 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:19.721319 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-5d5794f1-33bf-4ec1-bbb8-c0ec37d88203 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "DELETE /v2.0/security-groups/8b060049-3a48-48a3-94d0-4015e02ed38c HTTP/1.1" status: 204 len: 168 time: 0.2485352 Jun 23 19:04:19.722227 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-b40a406e-fa03-440b-9356-022c2bd24e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:19.730598 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 35048) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:19.749219 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5794f1-33bf-4ec1-bbb8-c0ec37d88203 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b060049-3a48-48a3-94d0-4015e02ed38c,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:19.766874 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-230ce43a-bcaa-4786-813b-ec03be1845ef None None] Provisioning complete for port be712c20-585d-4a6b-ba7c-9208918fe8d5 triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:04:19.767326 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-230ce43a-bcaa-4786-813b-ec03be1845ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:19.786539 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-5d5794f1-33bf-4ec1-bbb8-c0ec37d88203 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:19.855506 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f80def-61f8-421b-9d64-b40b95b8b3b4 req-701fb54a-e309-4ce7-9f55-659f1bc352c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:19.857497 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-48f80def-61f8-421b-9d64-b40b95b8b3b4 req-701fb54a-e309-4ce7-9f55-659f1bc352c4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=07c16b52-6a2b-4672-a465-c1c2c0e75c21 HTTP/1.1" status: 200 len: 916 time: 0.1535511 Jun 23 19:04:19.940571 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-48f80def-61f8-421b-9d64-b40b95b8b3b4 req-2414a62a-448b-4665-8a6f-77e8d77bf950 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be712c20-585d-4a6b-ba7c-9208918fe8d5 HTTP/1.1" status: 200 len: 999 time: 0.0623221 Jun 23 19:04:19.978985 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7d219-f432-48f8-a960-e4fa9361123b req-1340c2c5-16c4-4f6e-8e49-811ac8db2fe4 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:19.980549 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-1de7d219-f432-48f8-a960-e4fa9361123b req-1340c2c5-16c4-4f6e-8e49-811ac8db2fe4 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 946 time: 0.1133900 Jun 23 19:04:20.003812 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f80def-61f8-421b-9d64-b40b95b8b3b4 req-d2a71405-e2c1-4dbc-ba65-c4e2d5717376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:20.005242 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-48f80def-61f8-421b-9d64-b40b95b8b3b4 req-d2a71405-e2c1-4dbc-ba65-c4e2d5717376 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=280e4d64-5f4e-4e43-8a51-877f10eb6cb5 HTTP/1.1" status: 200 len: 854 time: 0.0574076 Jun 23 19:04:20.019015 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.plugin [None req-e2b486f2-e573-48cb-b0ed-5f910e9d9f7f tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Deleting port 711f6fe7-4ed3-46f2-9598-df6843c18d6c {{(pid=99981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:04:20.019369 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-e2b486f2-e573-48cb-b0ed-5f910e9d9f7f tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:20.036416 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-1de7d219-f432-48f8-a960-e4fa9361123b req-cea46e83-b37b-4294-b7a7-bd61c4744547 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483625 Jun 23 19:04:20.075606 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f80def-61f8-421b-9d64-b40b95b8b3b4 req-17abad6f-52af-4398-a813-f740258f07fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:20.077145 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-48f80def-61f8-421b-9d64-b40b95b8b3b4 req-17abad6f-52af-4398-a813-f740258f07fe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=07c16b52-6a2b-4672-a465-c1c2c0e75c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0650239 Jun 23 19:04:20.108235 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-e2b486f2-e573-48cb-b0ed-5f910e9d9f7f tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:20.108570 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-e2b486f2-e573-48cb-b0ed-5f910e9d9f7f tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:20.126336 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.plugin [None req-e2b486f2-e573-48cb-b0ed-5f910e9d9f7f tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Calling delete_port for 711f6fe7-4ed3-46f2-9598-df6843c18d6c owned by network:floatingip {{(pid=99981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:04:20.184941 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-48f80def-61f8-421b-9d64-b40b95b8b3b4 req-6966a42f-f29c-468b-834e-fc7482667e00 service neutron] 10.222.0.74 "GET /v2.0/networks/07c16b52-6a2b-4672-a465-c1c2c0e75c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993009 Jun 23 19:04:20.298853 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-48f80def-61f8-421b-9d64-b40b95b8b3b4 req-8ece520f-32e4-4fbc-a713-42bb208e31ea service neutron] 10.222.0.74 "GET /v2.0/networks/07c16b52-6a2b-4672-a465-c1c2c0e75c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900574 Jun 23 19:04:20.380214 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-e2b486f2-e573-48cb-b0ed-5f910e9d9f7f tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66155770'] for port, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:20.382435 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-5e10e98f-1050-4793-83c8-630069b5dc48 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:20.652216 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b486f2-e573-48cb-b0ed-5f910e9d9f7f tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Pushing event deleted for resources: {'Port': ['ID=711f6fe7-4ed3-46f2-9598-df6843c18d6c,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:20.654746 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-e2b486f2-e573-48cb-b0ed-5f910e9d9f7f tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:20.720270 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-e2b486f2-e573-48cb-b0ed-5f910e9d9f7f tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks [] for floatingip, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:20.720894 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.db.l3_db [None req-e2b486f2-e573-48cb-b0ed-5f910e9d9f7f tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Floating IP 2ca957dc-824a-4877-a970-067230c2c944 disassociated (deleted). External IP: 172.27.0.5, port: be712c20-585d-4a6b-ba7c-9208918fe8d5. Jun 23 19:04:20.926673 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b486f2-e573-48cb-b0ed-5f910e9d9f7f tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Router 2da7f694-b686-459f-86e9-bdbf2d474c04 has already been hosted by L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 {{(pid=99981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:04:21.031311 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b486f2-e573-48cb-b0ed-5f910e9d9f7f tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:04:21.035950 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-e2b486f2-e573-48cb-b0ed-5f910e9d9f7f tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for floatingip, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:21.040882 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ac9395-ceb9-44db-a354-58dd5cdf7d0e None None] Sync routers for ids ['2da7f694-b686-459f-86e9-bdbf2d474c04'] in dv-cinder-786386-8-iscsi {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:04:21.050089 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ac9395-ceb9-44db-a354-58dd5cdf7d0e None None] Routers {'2da7f694-b686-459f-86e9-bdbf2d474c04'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:04:21.050745 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-40ac9395-ceb9-44db-a354-58dd5cdf7d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:04:01Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['2da7f694-b686-459f-86e9-bdbf2d474c04'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:21.072220 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-e2b486f2-e573-48cb-b0ed-5f910e9d9f7f tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "DELETE /v2.0/floatingips/2ca957dc-824a-4877-a970-067230c2c944 HTTP/1.1" status: 204 len: 168 time: 1.3442218 Jun 23 19:04:21.072987 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3059096a-e982-4849-b33c-3aa53b5b8d85', 'tag': 'be712c20-585d-4a6b-ba7c-9208918fe8d5'}] {{(pid=99981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:04:21.075468 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c19ba6c2e482ff9aabb3850c8975427142a9e03079a3b94b5c7a7eb1b25c395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe40977-3722-4b36-bfdf-389df64ebc41" -d '{"events": [{"name": "network-changed", "server_uuid": "3059096a-e982-4849-b33c-3aa53b5b8d85", "tag": "be712c20-585d-4a6b-ba7c-9208918fe8d5"}]}' {{(pid=99981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:04:21.159883 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-40ac9395-ceb9-44db-a354-58dd5cdf7d0e None None] Set router 2da7f694-b686-459f-86e9-bdbf2d474c04 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:04:21.234520 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320e462-5fc7-400f-b7e4-2a307e001de6 req-a9d9c60f-b9c1-40dc-bd30-a6cbc1facd0d tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:21.236022 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-9320e462-5fc7-400f-b7e4-2a307e001de6 req-a9d9c60f-b9c1-40dc-bd30-a6cbc1facd0d tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 946 time: 0.0694294 Jun 23 19:04:21.280701 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-9320e462-5fc7-400f-b7e4-2a307e001de6 req-dfe95f69-fc6a-48e1-818f-1ce17ad33b0f tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379610 Jun 23 19:04:21.326947 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b881b776-8776-4843-beda-13edbe72ceed x-openstack-request-id: req-b881b776-8776-4843-beda-13edbe72ceed {{(pid=99981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:04:21.327513 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3059096a-e982-4849-b33c-3aa53b5b8d85", "tag": "be712c20-585d-4a6b-ba7c-9208918fe8d5", "status": "completed", "code": 200}]} {{(pid=99981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:04:21.327992 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b881b776-8776-4843-beda-13edbe72ceed {{(pid=99981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:04:21.328594 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3059096a-e982-4849-b33c-3aa53b5b8d85', 'tag': 'be712c20-585d-4a6b-ba7c-9208918fe8d5', 'status': 'completed', 'code': 200} Jun 23 19:04:21.367891 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-40ac9395-ceb9-44db-a354-58dd5cdf7d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'name': 'tempest-TestMinimumBasicScenario-1415800864-router', 'tenant_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '22f74863-7aea-4fcc-89db-9bc86cc5c382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:44Z', 'updated_at': '2021-06-23T19:00:50Z', 'revision_number': 4, 'project_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'gw_port': {'id': '22f74863-7aea-4fcc-89db-9bc86cc5c382', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:78:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:45Z', 'updated_at': '2021-06-23T19:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': '64366ca2-788f-4209-8a5c-c61409627ed1', 'name': '', 'network_id': '07c16b52-6a2b-4672-a465-c1c2c0e75c21', 'tenant_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'mac_address': 'fa:16:3e:f4:e2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '280e4d64-5f4e-4e43-8a51-877f10eb6cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:49Z', 'updated_at': '2021-06-23T19:00:55Z', 'revision_number': 5, 'project_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'subnets': [{'id': '280e4d64-5f4e-4e43-8a51-877f10eb6cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:21.400705 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ac9395-ceb9-44db-a354-58dd5cdf7d0e None None] Checking router: 2da7f694-b686-459f-86e9-bdbf2d474c04 for host: dv-cinder-786386-8-iscsi {{(pid=99983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:04:21.410001 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ac9395-ceb9-44db-a354-58dd5cdf7d0e None None] Routers {'2da7f694-b686-459f-86e9-bdbf2d474c04'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:04:21.410662 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-40ac9395-ceb9-44db-a354-58dd5cdf7d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:04:01Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['2da7f694-b686-459f-86e9-bdbf2d474c04'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:21.431189 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe40977-3722-4b36-bfdf-389df64ebc41 req-cefaf0a4-ba0c-4cb0-9ccb-6e0b8ad6f45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:21.432769 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-abe40977-3722-4b36-bfdf-389df64ebc41 req-cefaf0a4-ba0c-4cb0-9ccb-6e0b8ad6f45f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=39ebdfd6bceb4d8baa6bb77d6bdc2ff4&device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 1098 time: 0.0537982 Jun 23 19:04:21.531894 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-40ac9395-ceb9-44db-a354-58dd5cdf7d0e None None] Set router 2da7f694-b686-459f-86e9-bdbf2d474c04 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:04:21.559369 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe40977-3722-4b36-bfdf-389df64ebc41 req-d76943df-4394-4576-99f5-b89474529ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:21.561106 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-abe40977-3722-4b36-bfdf-389df64ebc41 req-d76943df-4394-4576-99f5-b89474529ea4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=07c16b52-6a2b-4672-a465-c1c2c0e75c21 HTTP/1.1" status: 200 len: 916 time: 0.1209900 Jun 23 19:04:21.617592 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-abe40977-3722-4b36-bfdf-389df64ebc41 req-e4d803e4-689c-40eb-b0d0-f2a9ebd14c72 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be712c20-585d-4a6b-ba7c-9208918fe8d5 HTTP/1.1" status: 200 len: 217 time: 0.0479515 Jun 23 19:04:21.671855 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe40977-3722-4b36-bfdf-389df64ebc41 req-a070dfd5-e98e-4052-8c90-5b0ea8371cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:21.672885 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-abe40977-3722-4b36-bfdf-389df64ebc41 req-a070dfd5-e98e-4052-8c90-5b0ea8371cc5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=280e4d64-5f4e-4e43-8a51-877f10eb6cb5 HTTP/1.1" status: 200 len: 854 time: 0.0487373 Jun 23 19:04:21.751302 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe40977-3722-4b36-bfdf-389df64ebc41 req-23292e0f-f719-4e2d-99ee-7ab3b3f943e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:21.752826 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-abe40977-3722-4b36-bfdf-389df64ebc41 req-23292e0f-f719-4e2d-99ee-7ab3b3f943e1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=07c16b52-6a2b-4672-a465-c1c2c0e75c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568624 Jun 23 19:04:21.753363 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-40ac9395-ceb9-44db-a354-58dd5cdf7d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'name': 'tempest-TestMinimumBasicScenario-1415800864-router', 'tenant_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '22f74863-7aea-4fcc-89db-9bc86cc5c382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:44Z', 'updated_at': '2021-06-23T19:00:50Z', 'revision_number': 4, 'project_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'gw_port': {'id': '22f74863-7aea-4fcc-89db-9bc86cc5c382', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:78:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:45Z', 'updated_at': '2021-06-23T19:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': '64366ca2-788f-4209-8a5c-c61409627ed1', 'name': '', 'network_id': '07c16b52-6a2b-4672-a465-c1c2c0e75c21', 'tenant_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'mac_address': 'fa:16:3e:f4:e2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '280e4d64-5f4e-4e43-8a51-877f10eb6cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:49Z', 'updated_at': '2021-06-23T19:00:55Z', 'revision_number': 5, 'project_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'subnets': [{'id': '280e4d64-5f4e-4e43-8a51-877f10eb6cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:21.779309 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ac9395-ceb9-44db-a354-58dd5cdf7d0e None None] The sync data for ids ['2da7f694-b686-459f-86e9-bdbf2d474c04'] in dv-cinder-786386-8-iscsi is: [{'id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'name': 'tempest-TestMinimumBasicScenario-1415800864-router', 'tenant_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '22f74863-7aea-4fcc-89db-9bc86cc5c382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:44Z', 'updated_at': '2021-06-23T19:00:50Z', 'revision_number': 4, 'project_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'gw_port': {'id': '22f74863-7aea-4fcc-89db-9bc86cc5c382', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:78:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:45Z', 'updated_at': '2021-06-23T19:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': '64366ca2-788f-4209-8a5c-c61409627ed1', 'name': '', 'network_id': '07c16b52-6a2b-4672-a465-c1c2c0e75c21', 'tenant_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'mac_address': 'fa:16:3e:f4:e2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '280e4d64-5f4e-4e43-8a51-877f10eb6cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:49Z', 'updated_at': '2021-06-23T19:00:55Z', 'revision_number': 5, 'project_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'subnets': [{'id': '280e4d64-5f4e-4e43-8a51-877f10eb6cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:04:21.859983 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 35112) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:21.877753 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-abe40977-3722-4b36-bfdf-389df64ebc41 req-500e0d01-9e9c-43f7-bd34-6c0c94acbc29 service neutron] 10.222.0.74 "GET /v2.0/networks/07c16b52-6a2b-4672-a465-c1c2c0e75c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995545 Jun 23 19:04:21.911230 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd688ff3-f0dc-40fd-ad33-f0c5f2f9747e admin admin] Deleting subnet a3fbd7aa-ee15-4152-b767-1f5087c39646 {{(pid=99981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:04:21.914975 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-fd688ff3-f0dc-40fd-ad33-f0c5f2f9747e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:21.956685 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-fd688ff3-f0dc-40fd-ad33-f0c5f2f9747e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65243406'] for subnet, precommit_delete_associations {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:21.973017 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 35116) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:21.984504 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-abe40977-3722-4b36-bfdf-389df64ebc41 req-88b8c245-2593-492d-838d-3daf74bdaf00 service neutron] 10.222.0.74 "GET /v2.0/networks/07c16b52-6a2b-4672-a465-c1c2c0e75c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945561 Jun 23 19:04:22.003596 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-fd688ff3-f0dc-40fd-ad33-f0c5f2f9747e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017849'] for subnet, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:22.083256 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c711d6a7-9df5-449c-960d-5a6a63480d16 None None] New status for floating IP 2ca957dc-824a-4877-a970-067230c2c944: DOWN {{(pid=99984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:04:22.112998 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-20684a8a-13a8-4258-b242-cce63232a120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:22.123652 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-fd688ff3-f0dc-40fd-ad33-f0c5f2f9747e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66155696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63851697'] for subnet, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:22.126858 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:22.153825 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd688ff3-f0dc-40fd-ad33-f0c5f2f9747e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3fbd7aa-ee15-4152-b767-1f5087c39646,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:22.158826 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-fd688ff3-f0dc-40fd-ad33-f0c5f2f9747e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:22.159654 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-fd688ff3-f0dc-40fd-ad33-f0c5f2f9747e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for subnet, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:22.161735 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-fd688ff3-f0dc-40fd-ad33-f0c5f2f9747e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/a3fbd7aa-ee15-4152-b767-1f5087c39646 HTTP/1.1" status: 204 len: 168 time: 0.3006146 Jun 23 19:04:22.164843 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 35120) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:22.218610 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-20684a8a-13a8-4258-b242-cce63232a120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:22.240524 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3ea481ab-374a-4b9a-8a3a-3c12cef854aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631679'] for network, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:22.260038 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-20684a8a-13a8-4258-b242-cce63232a120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:22.263622 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-b32ccf5b-7b90-4d3b-bb41-53480a4146f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:22.300344 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-20684a8a-13a8-4258-b242-cce63232a120 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c6dbe1857bf04d1cbecc926806741335&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3263056 Jun 23 19:04:22.301094 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20684a8a-13a8-4258-b242-cce63232a120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42bff497-d2fc-410c-9cf6-6e68025002a6,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:22.303379 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 35122) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:22.311999 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-20684a8a-13a8-4258-b242-cce63232a120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:22.324510 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3ea481ab-374a-4b9a-8a3a-3c12cef854aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018740', 'neutron.services.segments.db._delete_segments_for_network-8739890731039'] for network, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:22.335299 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.services.segments.db [None req-3ea481ab-374a-4b9a-8a3a-3c12cef854aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3889e137-9f0d-4032-866d-8d50c7868522']}} {{(pid=99981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:22.346749 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.services.segments.db [None req-3ea481ab-374a-4b9a-8a3a-3c12cef854aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1083500-9ad1-4e9f-b946-41bb1ede9925') {'for_net_delete': True} {{(pid=99981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:22.346974 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.services.segments.db [None req-3ea481ab-374a-4b9a-8a3a-3c12cef854aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1083500-9ad1-4e9f-b946-41bb1ede9925') {} {{(pid=99981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:22.358034 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3ea481ab-374a-4b9a-8a3a-3c12cef854aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739890717934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65243409'] for segment, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:22.365767 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d133b6fb-9574-4dbd-92d9-429386da1370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:22.375220 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3ea481ab-374a-4b9a-8a3a-3c12cef854aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412'] for segment, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:22.382702 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea481ab-374a-4b9a-8a3a-3c12cef854aa admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=99981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:04:22.383250 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3ea481ab-374a-4b9a-8a3a-3c12cef854aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66155565'] for segment, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:22.385256 dv-cinder-786386-8-iscsi neutron-server[99981]: Traceback (most recent call last): Jun 23 19:04:22.385256 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:04:22.385256 dv-cinder-786386-8-iscsi neutron-server[99981]: timer() Jun 23 19:04:22.385256 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:04:22.385256 dv-cinder-786386-8-iscsi neutron-server[99981]: cb(*args, **kw) Jun 23 19:04:22.385256 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:04:22.385256 dv-cinder-786386-8-iscsi neutron-server[99981]: return func(*args, **kwargs) Jun 23 19:04:22.385256 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:04:22.385256 dv-cinder-786386-8-iscsi neutron-server[99981]: self._notify() Jun 23 19:04:22.385256 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:04:22.385256 dv-cinder-786386-8-iscsi neutron-server[99981]: self.callback(batched_events) Jun 23 19:04:22.385256 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:04:22.385256 dv-cinder-786386-8-iscsi neutron-server[99981]: event.method(event) Jun 23 19:04:22.385256 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:04:22.385256 dv-cinder-786386-8-iscsi neutron-server[99981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:04:22.385256 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:04:22.385256 dv-cinder-786386-8-iscsi neutron-server[99981]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:04:22.385256 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:04:22.385256 dv-cinder-786386-8-iscsi neutron-server[99981]: return f(self, *a, **k) Jun 23 19:04:22.385256 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:04:22.385256 dv-cinder-786386-8-iscsi neutron-server[99981]: return self._get(url).json() Jun 23 19:04:22.385256 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:04:22.385256 dv-cinder-786386-8-iscsi neutron-server[99981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:04:22.385256 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:04:22.385256 dv-cinder-786386-8-iscsi neutron-server[99981]: return self.request(url, 'GET', **kwargs) Jun 23 19:04:22.385256 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:04:22.385256 dv-cinder-786386-8-iscsi neutron-server[99981]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:04:22.385256 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:04:22.385256 dv-cinder-786386-8-iscsi neutron-server[99981]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:04:22.385256 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:04:22.385256 dv-cinder-786386-8-iscsi neutron-server[99981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:04:22.385256 dv-cinder-786386-8-iscsi neutron-server[99981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:04:22.398672 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d133b6fb-9574-4dbd-92d9-429386da1370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:22.483261 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d133b6fb-9574-4dbd-92d9-429386da1370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:22.490476 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d133b6fb-9574-4dbd-92d9-429386da1370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:22.490476 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-d133b6fb-9574-4dbd-92d9-429386da1370 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/42bff497-d2fc-410c-9cf6-6e68025002a6 HTTP/1.1" status: 204 len: 168 time: 0.1830034 Jun 23 19:04:22.490476 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-cd874b6e-c46d-45db-ac78-a992f93ae0fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:22.490901 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab51e3d-9762-4e63-a53c-d9b54a7c9c7e req-c0913e2e-6efc-4091-a340-0c23980796ce tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:22.492326 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-2ab51e3d-9762-4e63-a53c-d9b54a7c9c7e req-c0913e2e-6efc-4091-a340-0c23980796ce tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 946 time: 0.0672388 Jun 23 19:04:22.499436 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133b6fb-9574-4dbd-92d9-429386da1370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bff497-d2fc-410c-9cf6-6e68025002a6,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:22.502031 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-d133b6fb-9574-4dbd-92d9-429386da1370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:22.519742 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3ea481ab-374a-4b9a-8a3a-3c12cef854aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1978736'] for network, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:22.523513 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:22.526467 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3ea481ab-374a-4b9a-8a3a-3c12cef854aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for network, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:22.528259 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-3ea481ab-374a-4b9a-8a3a-3c12cef854aa admin admin] 10.222.0.47 "DELETE /v2.0/networks/3889e137-9f0d-4032-866d-8d50c7868522 HTTP/1.1" status: 204 len: 168 time: 0.3622978 Jun 23 19:04:22.549915 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea481ab-374a-4b9a-8a3a-3c12cef854aa admin admin] Pushing event deleted for resources: {'Network': ['ID=3889e137-9f0d-4032-866d-8d50c7868522,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:22.553745 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-3ea481ab-374a-4b9a-8a3a-3c12cef854aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:22.559312 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-2ab51e3d-9762-4e63-a53c-d9b54a7c9c7e req-6ba8aae8-845f-4d27-834c-a31ee30cc5e6 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581424 Jun 23 19:04:22.896212 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 35140) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:22.941484 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-e9313de0-e814-4218-8efe-b951256b67b8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cad690435b68432ab09143373b10bb30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439022 Jun 23 19:04:22.943916 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 35142) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:22.997290 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-255614d4-9a02-41f2-9569-57d23dd1e516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:23.020851 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-255614d4-9a02-41f2-9569-57d23dd1e516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:23.146089 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-255614d4-9a02-41f2-9569-57d23dd1e516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:23.148885 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-255614d4-9a02-41f2-9569-57d23dd1e516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:23.150059 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-255614d4-9a02-41f2-9569-57d23dd1e516 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6bf59cec-41b3-424b-89c6-bf582ba4822d HTTP/1.1" status: 204 len: 168 time: 0.2052479 Jun 23 19:04:23.150886 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-f54ea61a-bb74-4b0d-a86f-5ab48574f44d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:23.158244 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255614d4-9a02-41f2-9569-57d23dd1e516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf59cec-41b3-424b-89c6-bf582ba4822d,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:23.160537 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-255614d4-9a02-41f2-9569-57d23dd1e516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:23.336967 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda12c29-4385-47f6-b2f4-3fa1cfd948ec req-39eb9eb9-3a91-4569-b0e5-791601ceaf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:23.339112 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-fda12c29-4385-47f6-b2f4-3fa1cfd948ec req-39eb9eb9-3a91-4569-b0e5-791601ceaf0e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c353ddad9e634833bd136bff1f36ab80&device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 1099 time: 0.0557656 Jun 23 19:04:23.437851 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda12c29-4385-47f6-b2f4-3fa1cfd948ec req-ab7f861f-f85d-473d-bb9c-1c893af0f4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:23.439527 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-fda12c29-4385-47f6-b2f4-3fa1cfd948ec req-ab7f861f-f85d-473d-bb9c-1c893af0f4a0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=25f25c60-0cd5-436d-bb6e-c6a430fff0a2 HTTP/1.1" status: 200 len: 910 time: 0.0935020 Jun 23 19:04:23.506907 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-fda12c29-4385-47f6-b2f4-3fa1cfd948ec req-2f81b720-f640-455e-8bcb-3de86fb409d8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd747ec5-d5e2-4af5-b5db-382698e9a8f6 HTTP/1.1" status: 200 len: 1002 time: 0.0608625 Jun 23 19:04:23.556561 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda12c29-4385-47f6-b2f4-3fa1cfd948ec req-ead50d2d-82c2-4255-bbc0-ffe8cf11a57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:23.559138 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-fda12c29-4385-47f6-b2f4-3fa1cfd948ec req-ead50d2d-82c2-4255-bbc0-ffe8cf11a57b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a9102a8b-323b-4782-85ff-37f8fd576474 HTTP/1.1" status: 200 len: 848 time: 0.0457222 Jun 23 19:04:23.624742 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda12c29-4385-47f6-b2f4-3fa1cfd948ec req-ca71c5ee-c9fd-421e-ab35-36f1b7fec725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:23.626265 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-fda12c29-4385-47f6-b2f4-3fa1cfd948ec req-ca71c5ee-c9fd-421e-ab35-36f1b7fec725 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=25f25c60-0cd5-436d-bb6e-c6a430fff0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0608709 Jun 23 19:04:23.752992 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-fda12c29-4385-47f6-b2f4-3fa1cfd948ec req-4f484add-9d50-4ec9-a442-4e38627094e3 service neutron] 10.222.0.74 "GET /v2.0/networks/25f25c60-0cd5-436d-bb6e-c6a430fff0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197824 Jun 23 19:04:23.756970 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d45286-dc5d-42e7-ae3d-3c2695195438 req-2345116e-24f7-4f37-b7cf-38ca838d99d2 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:23.758541 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-61d45286-dc5d-42e7-ae3d-3c2695195438 req-2345116e-24f7-4f37-b7cf-38ca838d99d2 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 946 time: 0.0712223 Jun 23 19:04:23.807835 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-61d45286-dc5d-42e7-ae3d-3c2695195438 req-c20bf016-6254-4d44-9c4e-25a69c2e04b9 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407233 Jun 23 19:04:23.870917 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-fda12c29-4385-47f6-b2f4-3fa1cfd948ec req-d01038ef-1eff-4457-a630-fcba37f23c22 service neutron] 10.222.0.74 "GET /v2.0/networks/25f25c60-0cd5-436d-bb6e-c6a430fff0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106503 Jun 23 19:04:24.984494 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8fd6e-265b-4801-84e0-016ff9c202c1 req-6fb49a75-6a51-43f3-8ce5-0b50ad7b2d3d tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:24.985950 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-d8a8fd6e-265b-4801-84e0-016ff9c202c1 req-6fb49a75-6a51-43f3-8ce5-0b50ad7b2d3d tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 946 time: 0.0620129 Jun 23 19:04:25.023562 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-d8a8fd6e-265b-4801-84e0-016ff9c202c1 req-69d1fe3a-7c18-4774-a857-8e47747cc213 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319035 Jun 23 19:04:25.919625 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693849d9-e419-49ff-bd3a-d91005fd8489 req-858f2d11-aa81-49fd-8616-7ce583cff9d9 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:25.921109 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-693849d9-e419-49ff-bd3a-d91005fd8489 req-858f2d11-aa81-49fd-8616-7ce583cff9d9 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 945 time: 0.0632784 Jun 23 19:04:25.961191 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-693849d9-e419-49ff-bd3a-d91005fd8489 req-b21588f9-8430-433d-bf98-92d4a193a95c tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341001 Jun 23 19:04:26.200881 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10fa84c-118c-4535-8a61-864d4959f695 req-40c92815-b7fb-4f15-8790-1ce5c8aea67b tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:26.202452 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-a10fa84c-118c-4535-8a61-864d4959f695 req-40c92815-b7fb-4f15-8790-1ce5c8aea67b tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 946 time: 0.0695307 Jun 23 19:04:26.241310 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-a10fa84c-118c-4535-8a61-864d4959f695 req-76b1169d-919c-43d9-939c-750b28898330 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330961 Jun 23 19:04:27.138982 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98867d-55a0-4767-8164-0e8ad1f19f4b req-dab72df6-4ff0-489c-9785-f8eebb7f4a8c tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:27.140591 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-cb98867d-55a0-4767-8164-0e8ad1f19f4b req-dab72df6-4ff0-489c-9785-f8eebb7f4a8c tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 945 time: 0.0637944 Jun 23 19:04:27.179144 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-cb98867d-55a0-4767-8164-0e8ad1f19f4b req-77ab14a9-11f9-4d4c-a70d-7a51bd17b8ce tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323527 Jun 23 19:04:27.421136 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb87684-4c7f-43b3-9990-5a6b36bd81d7 req-b5d4ed50-7909-42a5-9b9b-95f5b1e77096 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:27.426686 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-abb87684-4c7f-43b3-9990-5a6b36bd81d7 req-b5d4ed50-7909-42a5-9b9b-95f5b1e77096 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 946 time: 0.0684366 Jun 23 19:04:27.464233 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-abb87684-4c7f-43b3-9990-5a6b36bd81d7 req-5efc0851-84ca-4af5-bdc0-ddc29efe61a2 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354259 Jun 23 19:04:28.025572 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-dd1d2777-be32-4b2d-9ab1-0f6ac317c07f req-cf3ecd7c-eb80-44f5-b743-ed7fb13de38e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0577116 Jun 23 19:04:28.033463 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25f84e-51ac-486f-a1e9-c22887085616 req-e22106d5-bdb2-439f-b0dc-5959a14d6b20 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:28.034987 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-3c25f84e-51ac-486f-a1e9-c22887085616 req-e22106d5-bdb2-439f-b0dc-5959a14d6b20 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 946 time: 0.0740237 Jun 23 19:04:28.072458 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-3c25f84e-51ac-486f-a1e9-c22887085616 req-e16a1065-69a3-43b3-badf-1da6b2dcdfca tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317240 Jun 23 19:04:28.286636 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3cfd04-4796-491d-ae58-c8f3364ced4d req-97bb0538-15f5-4eec-a825-f3f97d08eaae tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:28.288509 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-df3cfd04-4796-491d-ae58-c8f3364ced4d req-97bb0538-15f5-4eec-a825-f3f97d08eaae tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.74 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 945 time: 0.0753417 Jun 23 19:04:28.422276 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54c364-2acf-43a3-a263-df976a1b9eba req-85b832a9-8d3d-4129-b3a9-9bb72c749565 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:28.423812 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-bc54c364-2acf-43a3-a263-df976a1b9eba req-85b832a9-8d3d-4129-b3a9-9bb72c749565 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 945 time: 0.1327872 Jun 23 19:04:28.457663 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-df3cfd04-4796-491d-ae58-c8f3364ced4d req-d537615c-7b9b-45ff-be89-52c2900f3734 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Deleting port be712c20-585d-4a6b-ba7c-9208918fe8d5 {{(pid=99982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:04:28.458008 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-df3cfd04-4796-491d-ae58-c8f3364ced4d req-d537615c-7b9b-45ff-be89-52c2900f3734 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:28.491045 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-bc54c364-2acf-43a3-a263-df976a1b9eba req-2d9ea540-d42b-44c7-8380-3e1466f9cc6d tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/security-groups?id=2cbe88fd-3368-443b-adc0-6ec743734f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611475 Jun 23 19:04:28.512460 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-52740267-1037-4254-a898-3be2123ab57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:28.553381 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-df3cfd04-4796-491d-ae58-c8f3364ced4d req-d537615c-7b9b-45ff-be89-52c2900f3734 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] For port be712c20-585d-4a6b-ba7c-9208918fe8d5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=be712c20-585d-4a6b-ba7c-9208918fe8d5,segment=NetworkSegment(528b22de-3b90-4599-b9c6-d4ed2483c7d8),segment_id=528b22de-3b90-4599-b9c6-d4ed2483c7d8)] {{(pid=99982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:04:28.553825 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-df3cfd04-4796-491d-ae58-c8f3364ced4d req-d537615c-7b9b-45ff-be89-52c2900f3734 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:28.566525 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-df3cfd04-4796-491d-ae58-c8f3364ced4d req-d537615c-7b9b-45ff-be89-52c2900f3734 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Calling delete_port for be712c20-585d-4a6b-ba7c-9208918fe8d5 owned by compute:nova {{(pid=99982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:04:28.784908 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-df3cfd04-4796-491d-ae58-c8f3364ced4d req-d537615c-7b9b-45ff-be89-52c2900f3734 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63686034'] for port, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:28.788874 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-7240e7a9-6d9b-41fc-a3e6-d56da5139c20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:28.813114 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d537615c-7b9b-45ff-be89-52c2900f3734 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Pushing event deleted for resources: {'Port': ['ID=be712c20-585d-4a6b-ba7c-9208918fe8d5,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:28.816828 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-d537615c-7b9b-45ff-be89-52c2900f3734 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:28.823657 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['be712c20-585d-4a6b-ba7c-9208918fe8d5'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:04:28.869557 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3cfd04-4796-491d-ae58-c8f3364ced4d req-d537615c-7b9b-45ff-be89-52c2900f3734 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] No DVR routers for this DVR port be712c20-585d-4a6b-ba7c-9208918fe8d5 on host hv-cinder-78638 {{(pid=99982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:04:28.872680 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-df3cfd04-4796-491d-ae58-c8f3364ced4d req-d537615c-7b9b-45ff-be89-52c2900f3734 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:28.874783 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-df3cfd04-4796-491d-ae58-c8f3364ced4d req-d537615c-7b9b-45ff-be89-52c2900f3734 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.74 "DELETE /v2.0/ports/be712c20-585d-4a6b-ba7c-9208918fe8d5 HTTP/1.1" status: 204 len: 173 time: 0.5751095 Jun 23 19:04:28.875515 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3059096a-e982-4849-b33c-3aa53b5b8d85', 'name': 'network-vif-deleted', 'tag': 'be712c20-585d-4a6b-ba7c-9208918fe8d5'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:04:28.877653 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73682e3-f5be-46c9-a311-56025852b7ba" -d '{"events": [{"server_uuid": "3059096a-e982-4849-b33c-3aa53b5b8d85", "name": "network-vif-deleted", "tag": "be712c20-585d-4a6b-ba7c-9208918fe8d5"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:04:28.890296 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 6 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:04:28.917151 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6594f07-a5f3-440e-8821-bd4db2547ca4 x-openstack-request-id: req-f6594f07-a5f3-440e-8821-bd4db2547ca4 {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:04:28.917497 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3059096a-e982-4849-b33c-3aa53b5b8d85", "name": "network-vif-deleted", "tag": "be712c20-585d-4a6b-ba7c-9208918fe8d5", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:04:28.917790 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f6594f07-a5f3-440e-8821-bd4db2547ca4 {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:04:28.918323 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3059096a-e982-4849-b33c-3aa53b5b8d85', 'name': 'network-vif-deleted', 'tag': 'be712c20-585d-4a6b-ba7c-9208918fe8d5', 'status': 'completed', 'code': 200} Jun 23 19:04:29.281975 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb89e6-81cb-4ef1-8fbf-b42a97c73580 req-5edad1f9-797d-4661-b0f0-99dc229b51ed tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:29.289100 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-37cb89e6-81cb-4ef1-8fbf-b42a97c73580 req-5edad1f9-797d-4661-b0f0-99dc229b51ed tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 946 time: 0.0760000 Jun 23 19:04:29.334866 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-37cb89e6-81cb-4ef1-8fbf-b42a97c73580 req-3824007f-08d1-4830-87ae-e36d9789b360 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447717 Jun 23 19:04:29.649494 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-4f00422a-783b-47fc-b17d-af7c6fa46986 req-ead33bcb-908f-494d-9d14-7327e35a2fb9 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] 10.222.0.47 "GET /v2.0/ports?device_id=3059096a-e982-4849-b33c-3aa53b5b8d85 HTTP/1.1" status: 200 len: 210 time: 0.0334044 Jun 23 19:04:30.532409 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e082bc8-f458-40fe-9173-8cc90c23e8b0 req-b60c56cc-68ef-4afa-a031-94d6483467f1 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:30.533846 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-3e082bc8-f458-40fe-9173-8cc90c23e8b0 req-b60c56cc-68ef-4afa-a031-94d6483467f1 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 946 time: 0.0656836 Jun 23 19:04:30.578708 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-3e082bc8-f458-40fe-9173-8cc90c23e8b0 req-3ba660e1-fadc-425d-aca4-31a3148544cc tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328996 Jun 23 19:04:30.695641 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device bd747ec5-d5e2-4af5-b5db-382698e9a8f6 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:04:30.810528 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:30.832447 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5bf9f8f-f978-423c-b8c4-2d0410f2a1db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd747ec5-d5e2-4af5-b5db-382698e9a8f6'}] {{(pid=99983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:04:30.834744 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3da190a675926e82bddf1ae19285f5edc5f8218f501b2228f0a51a29f9c71fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6ab160-2aff-4706-b6dd-0aac9b5c8d92" -d '{"events": [{"server_uuid": "a5bf9f8f-f978-423c-b8c4-2d0410f2a1db", "name": "network-vif-unplugged", "status": "completed", "tag": "bd747ec5-d5e2-4af5-b5db-382698e9a8f6"}]}' {{(pid=99983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:04:30.848495 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port bd747ec5-d5e2-4af5-b5db-382698e9a8f6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bd747ec5-d5e2-4af5-b5db-382698e9a8f6,segment=NetworkSegment(50359133-121c-4b3e-9f0e-efed4258fd28),segment_id=50359133-121c-4b3e-9f0e-efed4258fd28)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:04:30.873097 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 19:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211da7df-6604-4026-bc13-57940342ff23 x-openstack-request-id: req-211da7df-6604-4026-bc13-57940342ff23 {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:04:30.873422 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5bf9f8f-f978-423c-b8c4-2d0410f2a1db", "name": "network-vif-unplugged", "status": "completed", "tag": "bd747ec5-d5e2-4af5-b5db-382698e9a8f6", "code": 200}]} {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:04:30.873670 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-211da7df-6604-4026-bc13-57940342ff23 {{(pid=99983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:04:30.874069 dv-cinder-786386-8-iscsi neutron-server[99983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5bf9f8f-f978-423c-b8c4-2d0410f2a1db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd747ec5-d5e2-4af5-b5db-382698e9a8f6', 'code': 200} Jun 23 19:04:30.929236 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:30.930049 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device be712c20-585d-4a6b-ba7c-9208918fe8d5 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:04:30.931981 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:30.980374 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] No Port match for: be712c20-585d-4a6b-ba7c-9208918fe8d5 {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:04:30.980374 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device be712c20-585d-4a6b-ba7c-9208918fe8d5 not bound to the agent host hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:04:31.014359 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=bd747ec5-d5e2-4af5-b5db-382698e9a8f6,revision_number=6']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:31.019808 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:31.106154 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-b4686d6a-fc28-4395-b537-96c90872d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:31.206486 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d2777-be32-4b2d-9ab1-0f6ac317c07f req-d01c8272-85bc-41f9-bc15-9bb7bf1436f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:31.207972 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-dd1d2777-be32-4b2d-9ab1-0f6ac317c07f req-d01c8272-85bc-41f9-bc15-9bb7bf1436f8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db&tenant_id=c353ddad9e634833bd136bff1f36ab80 HTTP/1.1" status: 200 len: 1097 time: 0.0557673 Jun 23 19:04:31.294537 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d2777-be32-4b2d-9ab1-0f6ac317c07f req-c3beb97d-f436-41d8-8e56-9ffb6073b4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:31.296586 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-dd1d2777-be32-4b2d-9ab1-0f6ac317c07f req-c3beb97d-f436-41d8-8e56-9ffb6073b4da service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c353ddad9e634833bd136bff1f36ab80&device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 1097 time: 0.0521789 Jun 23 19:04:31.392003 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d2777-be32-4b2d-9ab1-0f6ac317c07f req-c3f1af29-adc9-4907-b949-e686620f910f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:31.392003 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-dd1d2777-be32-4b2d-9ab1-0f6ac317c07f req-c3f1af29-adc9-4907-b949-e686620f910f service neutron] 10.222.0.74 "GET /v2.0/networks?id=25f25c60-0cd5-436d-bb6e-c6a430fff0a2 HTTP/1.1" status: 200 len: 910 time: 0.0895944 Jun 23 19:04:31.458093 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-dd1d2777-be32-4b2d-9ab1-0f6ac317c07f req-6ce70959-8da8-41b5-acb0-fe279ed8c5a3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd747ec5-d5e2-4af5-b5db-382698e9a8f6 HTTP/1.1" status: 200 len: 1000 time: 0.0588474 Jun 23 19:04:31.500634 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:31.506036 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d2777-be32-4b2d-9ab1-0f6ac317c07f req-41bc11eb-3303-46ed-93e4-58345f43bca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:31.507543 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-dd1d2777-be32-4b2d-9ab1-0f6ac317c07f req-41bc11eb-3303-46ed-93e4-58345f43bca9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a9102a8b-323b-4782-85ff-37f8fd576474 HTTP/1.1" status: 200 len: 848 time: 0.0431154 Jun 23 19:04:31.567146 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d2777-be32-4b2d-9ab1-0f6ac317c07f req-26bb082a-e65e-46c2-9247-035c9648a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:31.568712 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-dd1d2777-be32-4b2d-9ab1-0f6ac317c07f req-26bb082a-e65e-46c2-9247-035c9648a4c8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=25f25c60-0cd5-436d-bb6e-c6a430fff0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552206 Jun 23 19:04:31.661460 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-dd1d2777-be32-4b2d-9ab1-0f6ac317c07f req-97d3da18-84f4-4358-ab16-cf19868bb782 service neutron] 10.222.0.74 "GET /v2.0/networks/25f25c60-0cd5-436d-bb6e-c6a430fff0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865195 Jun 23 19:04:31.755213 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eabbd3-f1ab-403b-bba5-4687cd3b9c9b req-7325af6a-c31f-44c3-a9bc-f2a191f9f0aa tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:31.756715 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-64eabbd3-f1ab-403b-bba5-4687cd3b9c9b req-7325af6a-c31f-44c3-a9bc-f2a191f9f0aa tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 944 time: 0.0641606 Jun 23 19:04:31.765457 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-dd1d2777-be32-4b2d-9ab1-0f6ac317c07f req-fab2949b-e44e-40b0-adc9-919060e0f0f7 service neutron] 10.222.0.74 "GET /v2.0/networks/25f25c60-0cd5-436d-bb6e-c6a430fff0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971248 Jun 23 19:04:31.805624 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-64eabbd3-f1ab-403b-bba5-4687cd3b9c9b req-d1bdfba8-9687-4e0c-a4cd-4ed0bff4123c tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433171 Jun 23 19:04:32.310950 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:32.594848 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 35442) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:32.952377 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-fee4b9e3-5408-4ddc-9842-01b69895d0ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2015972'] for router_interface, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:32.989503 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce34c1-3944-4712-996f-621ec729b0ea req-2d6a578f-c2da-4472-9b40-9ecd8d58966d tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:32.991024 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-95ce34c1-3944-4712-996f-621ec729b0ea req-2d6a578f-c2da-4472-9b40-9ecd8d58966d tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 944 time: 0.0620646 Jun 23 19:04:33.033943 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-95ce34c1-3944-4712-996f-621ec729b0ea req-49fdeaef-8557-48a6-8eda-f6e3bad0a493 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363948 Jun 23 19:04:33.221158 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.plugin [None req-fee4b9e3-5408-4ddc-9842-01b69895d0ad admin admin] Deleting port 64366ca2-788f-4209-8a5c-c61409627ed1 {{(pid=99981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:04:33.221532 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-fee4b9e3-5408-4ddc-9842-01b69895d0ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:33.296964 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.db [None req-fee4b9e3-5408-4ddc-9842-01b69895d0ad admin admin] For port 64366ca2-788f-4209-8a5c-c61409627ed1, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=64366ca2-788f-4209-8a5c-c61409627ed1,segment=NetworkSegment(528b22de-3b90-4599-b9c6-d4ed2483c7d8),segment_id=528b22de-3b90-4599-b9c6-d4ed2483c7d8)] {{(pid=99981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:04:33.297342 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-fee4b9e3-5408-4ddc-9842-01b69895d0ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:33.313287 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.plugin [None req-fee4b9e3-5408-4ddc-9842-01b69895d0ad admin admin] Calling delete_port for 64366ca2-788f-4209-8a5c-c61409627ed1 owned by network:router_interface {{(pid=99981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:04:33.592212 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-fee4b9e3-5408-4ddc-9842-01b69895d0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66155770'] for port, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:33.595198 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-3ee6edc0-295f-4b86-9712-c7141e1a85ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:33.603938 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:33.619684 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4b9e3-5408-4ddc-9842-01b69895d0ad admin admin] Pushing event deleted for resources: {'Port': ['ID=64366ca2-788f-4209-8a5c-c61409627ed1,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:33.646931 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4b9e3-5408-4ddc-9842-01b69895d0ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:33.647308 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4b9e3-5408-4ddc-9842-01b69895d0ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:33.647680 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4b9e3-5408-4ddc-9842-01b69895d0ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:33.648076 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4b9e3-5408-4ddc-9842-01b69895d0ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:33.650616 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4b9e3-5408-4ddc-9842-01b69895d0ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:33.651027 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4b9e3-5408-4ddc-9842-01b69895d0ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:33.651403 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4b9e3-5408-4ddc-9842-01b69895d0ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:33.651771 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4b9e3-5408-4ddc-9842-01b69895d0ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:33.652619 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4b9e3-5408-4ddc-9842-01b69895d0ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:33.652983 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4b9e3-5408-4ddc-9842-01b69895d0ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:33.653377 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4b9e3-5408-4ddc-9842-01b69895d0ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:33.653732 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4b9e3-5408-4ddc-9842-01b69895d0ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:33.675302 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-fee4b9e3-5408-4ddc-9842-01b69895d0ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:33.796832 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-fee4b9e3-5408-4ddc-9842-01b69895d0ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997076'] for router_interface, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:34.008388 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee4b9e3-5408-4ddc-9842-01b69895d0ad admin admin] Router 2da7f694-b686-459f-86e9-bdbf2d474c04 has already been hosted by L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 {{(pid=99981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:04:34.112893 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee4b9e3-5408-4ddc-9842-01b69895d0ad admin admin] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:04:34.120201 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-fee4b9e3-5408-4ddc-9842-01b69895d0ad admin admin] 10.222.0.47 "PUT /v2.0/routers/2da7f694-b686-459f-86e9-bdbf2d474c04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5241044 Jun 23 19:04:34.120667 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 35466) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:34.123589 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda40b20-14f6-48a0-94b5-e98c6df62639 None None] Sync routers for ids ['2da7f694-b686-459f-86e9-bdbf2d474c04'] in dv-cinder-786386-8-iscsi {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:04:34.133563 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda40b20-14f6-48a0-94b5-e98c6df62639 None None] Routers {'2da7f694-b686-459f-86e9-bdbf2d474c04'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:04:34.134382 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-cda40b20-14f6-48a0-94b5-e98c6df62639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:04:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['2da7f694-b686-459f-86e9-bdbf2d474c04'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:34.240256 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebdf41-7252-490b-abbf-9db4ca0679e5 req-ed10057a-2be8-40fa-91d3-0dbcbb68cd3e tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:34.242906 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-19ebdf41-7252-490b-abbf-9db4ca0679e5 req-ed10057a-2be8-40fa-91d3-0dbcbb68cd3e tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 944 time: 0.0844440 Jun 23 19:04:34.258279 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-cda40b20-14f6-48a0-94b5-e98c6df62639 None None] Set router 2da7f694-b686-459f-86e9-bdbf2d474c04 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:04:34.288237 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-19ebdf41-7252-490b-abbf-9db4ca0679e5 req-3414dd8e-5944-4b45-8fe0-01f2acef0450 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398238 Jun 23 19:04:34.460399 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-cda40b20-14f6-48a0-94b5-e98c6df62639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'name': 'tempest-TestMinimumBasicScenario-1415800864-router', 'tenant_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '22f74863-7aea-4fcc-89db-9bc86cc5c382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:44Z', 'updated_at': '2021-06-23T19:04:33Z', 'revision_number': 5, 'project_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'gw_port': {'id': '22f74863-7aea-4fcc-89db-9bc86cc5c382', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:78:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:45Z', 'updated_at': '2021-06-23T19:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi'}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:34.490818 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda40b20-14f6-48a0-94b5-e98c6df62639 None None] Checking router: 2da7f694-b686-459f-86e9-bdbf2d474c04 for host: dv-cinder-786386-8-iscsi {{(pid=99983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:04:34.501645 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda40b20-14f6-48a0-94b5-e98c6df62639 None None] Routers {'2da7f694-b686-459f-86e9-bdbf2d474c04'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:04:34.502363 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-cda40b20-14f6-48a0-94b5-e98c6df62639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:04:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['2da7f694-b686-459f-86e9-bdbf2d474c04'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:34.504057 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-63fc238a-a10b-426e-8638-9a4fcacafa7d admin admin] Notify callbacks [] for router, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:34.612207 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-63fc238a-a10b-426e-8638-9a4fcacafa7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:34.720832 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [None req-63fc238a-a10b-426e-8638-9a4fcacafa7d admin admin] Deleting port 22f74863-7aea-4fcc-89db-9bc86cc5c382 {{(pid=99982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:04:34.721177 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-63fc238a-a10b-426e-8638-9a4fcacafa7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:34.739992 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-cda40b20-14f6-48a0-94b5-e98c6df62639 None None] Set router 2da7f694-b686-459f-86e9-bdbf2d474c04 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:04:34.800134 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [None req-63fc238a-a10b-426e-8638-9a4fcacafa7d admin admin] For port 22f74863-7aea-4fcc-89db-9bc86cc5c382, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=22f74863-7aea-4fcc-89db-9bc86cc5c382,segment=NetworkSegment(06735785-9383-45ec-8182-cbd06f0cff2c),segment_id=06735785-9383-45ec-8182-cbd06f0cff2c)] {{(pid=99982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:04:34.800439 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-63fc238a-a10b-426e-8638-9a4fcacafa7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:34.812385 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [None req-63fc238a-a10b-426e-8638-9a4fcacafa7d admin admin] Calling delete_port for 22f74863-7aea-4fcc-89db-9bc86cc5c382 owned by network:router_gateway {{(pid=99982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:04:34.911616 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-cda40b20-14f6-48a0-94b5-e98c6df62639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'name': 'tempest-TestMinimumBasicScenario-1415800864-router', 'tenant_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '22f74863-7aea-4fcc-89db-9bc86cc5c382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:44Z', 'updated_at': '2021-06-23T19:04:33Z', 'revision_number': 5, 'project_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'gw_port': {'id': '22f74863-7aea-4fcc-89db-9bc86cc5c382', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:78:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:45Z', 'updated_at': '2021-06-23T19:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi'}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:34.939376 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda40b20-14f6-48a0-94b5-e98c6df62639 None None] The sync data for ids ['2da7f694-b686-459f-86e9-bdbf2d474c04'] in dv-cinder-786386-8-iscsi is: [{'id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'name': 'tempest-TestMinimumBasicScenario-1415800864-router', 'tenant_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '22f74863-7aea-4fcc-89db-9bc86cc5c382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:44Z', 'updated_at': '2021-06-23T19:04:33Z', 'revision_number': 5, 'project_id': '39ebdfd6bceb4d8baa6bb77d6bdc2ff4', 'gw_port': {'id': '22f74863-7aea-4fcc-89db-9bc86cc5c382', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:78:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da7f694-b686-459f-86e9-bdbf2d474c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:45Z', 'updated_at': '2021-06-23T19:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi'}] {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:04:35.107582 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-63fc238a-a10b-426e-8638-9a4fcacafa7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63686034'] for port, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:35.109717 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-1fabafb4-e64c-48d7-9c64-e15893933bdb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:35.134304 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc238a-a10b-426e-8638-9a4fcacafa7d admin admin] Pushing event deleted for resources: {'Port': ['ID=22f74863-7aea-4fcc-89db-9bc86cc5c382,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:35.160364 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc238a-a10b-426e-8638-9a4fcacafa7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:35.169315 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc238a-a10b-426e-8638-9a4fcacafa7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:35.169315 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc238a-a10b-426e-8638-9a4fcacafa7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:35.169315 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc238a-a10b-426e-8638-9a4fcacafa7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:35.169315 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc238a-a10b-426e-8638-9a4fcacafa7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:35.169315 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc238a-a10b-426e-8638-9a4fcacafa7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:35.169315 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc238a-a10b-426e-8638-9a4fcacafa7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:35.169315 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc238a-a10b-426e-8638-9a4fcacafa7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:35.169315 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc238a-a10b-426e-8638-9a4fcacafa7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:35.169315 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc238a-a10b-426e-8638-9a4fcacafa7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:35.169315 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc238a-a10b-426e-8638-9a4fcacafa7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:35.169315 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc238a-a10b-426e-8638-9a4fcacafa7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:35.169315 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-63fc238a-a10b-426e-8638-9a4fcacafa7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:35.204787 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-63fc238a-a10b-426e-8638-9a4fcacafa7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1978753'] for router_gateway, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:35.305827 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-63fc238a-a10b-426e-8638-9a4fcacafa7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31818'] for router, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:35.308003 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-63fc238a-a10b-426e-8638-9a4fcacafa7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:35.432319 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-63fc238a-a10b-426e-8638-9a4fcacafa7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1997551'] for router, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:35.432716 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63fc238a-a10b-426e-8638-9a4fcacafa7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2da7f694-b686-459f-86e9-bdbf2d474c04 {{(pid=99982) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 19:04:35.437483 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-63fc238a-a10b-426e-8638-9a4fcacafa7d admin admin] Notify callbacks [] for router, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:35.438766 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-63fc238a-a10b-426e-8638-9a4fcacafa7d admin admin] 10.222.0.47 "DELETE /v2.0/routers/2da7f694-b686-459f-86e9-bdbf2d474c04 HTTP/1.1" status: 204 len: 168 time: 1.3159592 Jun 23 19:04:35.441270 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 35482) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:35.486549 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c4cd20-a6dc-4df9-a716-dbf973247bb6 admin admin] Deleting subnet 280e4d64-5f4e-4e43-8a51-877f10eb6cb5 {{(pid=99982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:04:35.489772 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-c3c4cd20-a6dc-4df9-a716-dbf973247bb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:35.525332 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-c3c4cd20-a6dc-4df9-a716-dbf973247bb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66960762'] for subnet, precommit_delete_associations {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:35.641949 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-c3c4cd20-a6dc-4df9-a716-dbf973247bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017849'] for subnet, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:35.746701 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-c3c4cd20-a6dc-4df9-a716-dbf973247bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63686104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63285490'] for subnet, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:35.749003 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:35.770461 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4cd20-a6dc-4df9-a716-dbf973247bb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=280e4d64-5f4e-4e43-8a51-877f10eb6cb5,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:35.774009 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-c3c4cd20-a6dc-4df9-a716-dbf973247bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:35.776431 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-c3c4cd20-a6dc-4df9-a716-dbf973247bb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:35.778881 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-c3c4cd20-a6dc-4df9-a716-dbf973247bb6 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/280e4d64-5f4e-4e43-8a51-877f10eb6cb5 HTTP/1.1" status: 204 len: 168 time: 0.3366916 Jun 23 19:04:35.781363 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 35488) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:35.783097 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43530cfe-93fd-46df-a371-6e1ccf3852b4 None None] Network 07c16b52-6a2b-4672-a465-c1c2c0e75c21 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:04:35.849774 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d4de1e23-262e-44a2-b7f9-5336552fd9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631679'] for network, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:35.904527 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [None req-d4de1e23-262e-44a2-b7f9-5336552fd9d1 admin admin] Deleting port 82e1cb1e-4b97-4209-b127-9016d8ed8b77 {{(pid=99982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:04:35.904865 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d4de1e23-262e-44a2-b7f9-5336552fd9d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:35.965742 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [None req-d4de1e23-262e-44a2-b7f9-5336552fd9d1 admin admin] For port 82e1cb1e-4b97-4209-b127-9016d8ed8b77, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=82e1cb1e-4b97-4209-b127-9016d8ed8b77,segment=NetworkSegment(528b22de-3b90-4599-b9c6-d4ed2483c7d8),segment_id=528b22de-3b90-4599-b9c6-d4ed2483c7d8)] {{(pid=99982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:04:35.966101 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d4de1e23-262e-44a2-b7f9-5336552fd9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:35.975771 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374803d3-b79b-491c-8acf-fc794fde4761 None None] DHCP port deletion for 07c16b52-6a2b-4672-a465-c1c2c0e75c21 request from dv-cinder-786386-8-iscsi {{(pid=99983) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 19:04:35.982237 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [None req-d4de1e23-262e-44a2-b7f9-5336552fd9d1 admin admin] Calling delete_port for 82e1cb1e-4b97-4209-b127-9016d8ed8b77 owned by network:dhcp {{(pid=99982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:04:36.021034 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-374803d3-b79b-491c-8acf-fc794fde4761 None None] Deleting port 82e1cb1e-4b97-4209-b127-9016d8ed8b77 {{(pid=99983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:04:36.021427 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-374803d3-b79b-491c-8acf-fc794fde4761 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:36.084792 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-374803d3-b79b-491c-8acf-fc794fde4761 None None] For port 82e1cb1e-4b97-4209-b127-9016d8ed8b77, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=82e1cb1e-4b97-4209-b127-9016d8ed8b77,segment=NetworkSegment(528b22de-3b90-4599-b9c6-d4ed2483c7d8),segment_id=528b22de-3b90-4599-b9c6-d4ed2483c7d8)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:04:36.085224 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-374803d3-b79b-491c-8acf-fc794fde4761 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:36.097119 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-374803d3-b79b-491c-8acf-fc794fde4761 None None] Calling delete_port for 82e1cb1e-4b97-4209-b127-9016d8ed8b77 owned by network:dhcp {{(pid=99983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:04:36.141219 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d4de1e23-262e-44a2-b7f9-5336552fd9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63686034'] for port, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:36.143590 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-24f80770-c51b-40a6-aea5-c4c97797953f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:36.167429 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de1e23-262e-44a2-b7f9-5336552fd9d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=82e1cb1e-4b97-4209-b127-9016d8ed8b77,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:36.170943 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-d4de1e23-262e-44a2-b7f9-5336552fd9d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:36.171740 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4de1e23-262e-44a2-b7f9-5336552fd9d1 admin admin] No DVR routers for this DVR port 82e1cb1e-4b97-4209-b127-9016d8ed8b77 on host dv-cinder-786386-8-iscsi {{(pid=99982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:04:36.221269 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-374803d3-b79b-491c-8acf-fc794fde4761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975'] for port, after_delete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:36.223525 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:36.244199 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d4de1e23-262e-44a2-b7f9-5336552fd9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018740', 'neutron.services.segments.db._delete_segments_for_network-8739890731039'] for network, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:36.245380 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374803d3-b79b-491c-8acf-fc794fde4761 None None] Pushing event deleted for resources: {'Port': ['ID=82e1cb1e-4b97-4209-b127-9016d8ed8b77,revision_number=None']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:36.248314 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-374803d3-b79b-491c-8acf-fc794fde4761 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:36.253467 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374803d3-b79b-491c-8acf-fc794fde4761 None None] No DVR routers for this DVR port 82e1cb1e-4b97-4209-b127-9016d8ed8b77 on host dv-cinder-786386-8-iscsi {{(pid=99983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:04:36.254800 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.services.segments.db [None req-d4de1e23-262e-44a2-b7f9-5336552fd9d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c16b52-6a2b-4672-a465-c1c2c0e75c21']}} {{(pid=99982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:36.264700 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.services.segments.db [None req-d4de1e23-262e-44a2-b7f9-5336552fd9d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528b22de-3b90-4599-b9c6-d4ed2483c7d8') {'for_net_delete': True} {{(pid=99982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:36.265007 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.services.segments.db [None req-d4de1e23-262e-44a2-b7f9-5336552fd9d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528b22de-3b90-4599-b9c6-d4ed2483c7d8') {} {{(pid=99982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:36.276714 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d4de1e23-262e-44a2-b7f9-5336552fd9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739890717934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66960741'] for segment, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:36.289974 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d4de1e23-262e-44a2-b7f9-5336552fd9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412'] for segment, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:36.296342 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4de1e23-262e-44a2-b7f9-5336552fd9d1 admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=99982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:04:36.296734 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d4de1e23-262e-44a2-b7f9-5336552fd9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63685957'] for segment, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: Traceback (most recent call last): Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: timer() Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: cb(*args, **kw) Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: return func(*args, **kwargs) Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: self._notify() Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: self.callback(batched_events) Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: event.method(event) Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: return f(self, *a, **k) Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: return self._get(url).json() Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: return self.request(url, 'GET', **kwargs) Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:04:36.298362 dv-cinder-786386-8-iscsi neutron-server[99982]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:04:36.413654 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d4de1e23-262e-44a2-b7f9-5336552fd9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1978736'] for network, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:36.417249 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:36.420176 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d4de1e23-262e-44a2-b7f9-5336552fd9d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for network, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:36.421966 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-d4de1e23-262e-44a2-b7f9-5336552fd9d1 admin admin] 10.222.0.47 "DELETE /v2.0/networks/07c16b52-6a2b-4672-a465-c1c2c0e75c21 HTTP/1.1" status: 204 len: 168 time: 0.6397042 Jun 23 19:04:36.424905 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 35490) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:36.436972 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de1e23-262e-44a2-b7f9-5336552fd9d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=07c16b52-6a2b-4672-a465-c1c2c0e75c21,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:36.439575 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-d4de1e23-262e-44a2-b7f9-5336552fd9d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:36.677321 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 22f74863-7aea-4fcc-89db-9bc86cc5c382 no longer exists at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:04:36.697432 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] No Port match for: 22f74863-7aea-4fcc-89db-9bc86cc5c382 {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:04:36.697794 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 22f74863-7aea-4fcc-89db-9bc86cc5c382 not bound to the agent host dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:04:36.698270 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 64366ca2-788f-4209-8a5c-c61409627ed1 no longer exists at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:04:36.721209 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] No Port match for: 64366ca2-788f-4209-8a5c-c61409627ed1 {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:04:36.721567 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 64366ca2-788f-4209-8a5c-c61409627ed1 not bound to the agent host dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:04:36.722005 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 82e1cb1e-4b97-4209-b127-9016d8ed8b77 no longer exists at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:04:36.741651 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] No Port match for: 82e1cb1e-4b97-4209-b127-9016d8ed8b77 {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:04:36.742017 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 82e1cb1e-4b97-4209-b127-9016d8ed8b77 not bound to the agent host dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:04:37.014367 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19a083-f688-41ab-9dc9-864edccc7567 req-f32120dc-d163-4f8c-b555-092f2bd35256 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:37.015727 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4c19a083-f688-41ab-9dc9-864edccc7567 req-f32120dc-d163-4f8c-b555-092f2bd35256 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 944 time: 0.0616493 Jun 23 19:04:37.017019 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-107495b0-b841-4c22-8a23-11a459fab5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2015972'] for router_interface, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:37.052073 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4c19a083-f688-41ab-9dc9-864edccc7567 req-71f02859-9f7a-4b80-8b63-a17f7b02d676 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307708 Jun 23 19:04:37.260853 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.plugin [None req-107495b0-b841-4c22-8a23-11a459fab5ed admin admin] Deleting port a10d6756-62c1-4ab1-8f0d-2ae747eec75c {{(pid=99981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:04:37.261197 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-107495b0-b841-4c22-8a23-11a459fab5ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:37.337198 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.db [None req-107495b0-b841-4c22-8a23-11a459fab5ed admin admin] For port a10d6756-62c1-4ab1-8f0d-2ae747eec75c, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=a10d6756-62c1-4ab1-8f0d-2ae747eec75c,segment=NetworkSegment(e90fbaf9-be65-41de-9b5f-7a75cdf36a54),segment_id=e90fbaf9-be65-41de-9b5f-7a75cdf36a54)] {{(pid=99981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:04:37.337482 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-107495b0-b841-4c22-8a23-11a459fab5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:37.349626 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.plugin [None req-107495b0-b841-4c22-8a23-11a459fab5ed admin admin] Calling delete_port for a10d6756-62c1-4ab1-8f0d-2ae747eec75c owned by network:router_interface {{(pid=99981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:04:37.642684 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-107495b0-b841-4c22-8a23-11a459fab5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66155770'] for port, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:37.645386 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-8d1a4ff5-f97e-428f-a648-0b16f2a3d724 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:37.676812 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107495b0-b841-4c22-8a23-11a459fab5ed admin admin] Pushing event deleted for resources: {'Port': ['ID=a10d6756-62c1-4ab1-8f0d-2ae747eec75c,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:37.679626 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-107495b0-b841-4c22-8a23-11a459fab5ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:37.877658 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-107495b0-b841-4c22-8a23-11a459fab5ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997076'] for router_interface, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:38.112765 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107495b0-b841-4c22-8a23-11a459fab5ed admin admin] Router 99b42a35-dcb5-4ccf-a319-4e2fbeff3824 has already been hosted by L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 {{(pid=99981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:04:38.255098 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107495b0-b841-4c22-8a23-11a459fab5ed admin admin] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:04:38.262162 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-107495b0-b841-4c22-8a23-11a459fab5ed admin admin] 10.222.0.47 "PUT /v2.0/routers/99b42a35-dcb5-4ccf-a319-4e2fbeff3824/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8361771 Jun 23 19:04:38.264861 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 35520) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:38.267562 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6ce4df-b47f-4bc7-a5ca-dc286895870c None None] Sync routers for ids ['99b42a35-dcb5-4ccf-a319-4e2fbeff3824'] in dv-cinder-786386-8-iscsi {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:04:38.279141 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6ce4df-b47f-4bc7-a5ca-dc286895870c None None] Routers {'99b42a35-dcb5-4ccf-a319-4e2fbeff3824'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:04:38.280008 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-aa6ce4df-b47f-4bc7-a5ca-dc286895870c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:04:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['99b42a35-dcb5-4ccf-a319-4e2fbeff3824'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:38.283034 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ec70a-201f-40d2-8b65-3c9eaa95f5a9 req-d746bcb3-a40d-48fd-8519-6256f2b393b2 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:38.284559 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-940ec70a-201f-40d2-8b65-3c9eaa95f5a9 req-d746bcb3-a40d-48fd-8519-6256f2b393b2 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 944 time: 0.1111736 Jun 23 19:04:38.285029 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 35522) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:38.329479 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-940ec70a-201f-40d2-8b65-3c9eaa95f5a9 req-04eda5ca-5ba7-47a7-a244-a2dccf3ff8b7 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383687 Jun 23 19:04:38.382772 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a7b18a90-3404-45a8-8c40-ee0f005c830d admin admin] Notify callbacks [] for router, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:38.407934 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-f4ab20f1-3595-40b4-a796-5eaa356e647f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:38.422602 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-aa6ce4df-b47f-4bc7-a5ca-dc286895870c None None] Set router 99b42a35-dcb5-4ccf-a319-4e2fbeff3824 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:04:38.489761 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a7b18a90-3404-45a8-8c40-ee0f005c830d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:38.505203 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-f4ab20f1-3595-40b4-a796-5eaa356e647f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:38.587346 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [None req-a7b18a90-3404-45a8-8c40-ee0f005c830d admin admin] Deleting port 7142d0a3-b193-4a26-b6bc-3de066b030f3 {{(pid=99982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:04:38.587691 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a7b18a90-3404-45a8-8c40-ee0f005c830d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:38.592340 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-f4ab20f1-3595-40b4-a796-5eaa356e647f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:38.596060 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-bfbb8c63-ff97-4094-ab10-3adc2f833ae0 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:38.606646 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-aa6ce4df-b47f-4bc7-a5ca-dc286895870c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b42a35-dcb5-4ccf-a319-4e2fbeff3824', 'name': 'tempest-TestMinimumBasicScenario-1344799118-router', 'tenant_id': '14850be5bc1d45b29f039e2ab2f3b5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '7142d0a3-b193-4a26-b6bc-3de066b030f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:54Z', 'updated_at': '2021-06-23T19:04:37Z', 'revision_number': 5, 'project_id': '14850be5bc1d45b29f039e2ab2f3b5ff', 'gw_port': {'id': '7142d0a3-b193-4a26-b6bc-3de066b030f3', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:55:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b42a35-dcb5-4ccf-a319-4e2fbeff3824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:55Z', 'updated_at': '2021-06-23T19:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi'}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:38.635988 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6ce4df-b47f-4bc7-a5ca-dc286895870c None None] Checking router: 99b42a35-dcb5-4ccf-a319-4e2fbeff3824 for host: dv-cinder-786386-8-iscsi {{(pid=99984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:04:38.638158 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-f4ab20f1-3595-40b4-a796-5eaa356e647f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1c2d515d06c748bebfa1c8b04be6bb50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3520103 Jun 23 19:04:38.641914 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 35526) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:38.645408 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab20f1-3595-40b4-a796-5eaa356e647f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fbb2db-b451-4db2-8e2d-42dc2079fb6f,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:38.647764 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6ce4df-b47f-4bc7-a5ca-dc286895870c None None] Routers {'99b42a35-dcb5-4ccf-a319-4e2fbeff3824'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:04:38.648594 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-aa6ce4df-b47f-4bc7-a5ca-dc286895870c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:04:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['99b42a35-dcb5-4ccf-a319-4e2fbeff3824'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:38.655446 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-f4ab20f1-3595-40b4-a796-5eaa356e647f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:38.729025 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [None req-a7b18a90-3404-45a8-8c40-ee0f005c830d admin admin] For port 7142d0a3-b193-4a26-b6bc-3de066b030f3, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=7142d0a3-b193-4a26-b6bc-3de066b030f3,segment=NetworkSegment(06735785-9383-45ec-8182-cbd06f0cff2c),segment_id=06735785-9383-45ec-8182-cbd06f0cff2c)] {{(pid=99982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:04:38.729480 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a7b18a90-3404-45a8-8c40-ee0f005c830d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:38.755076 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-aa6ce4df-b47f-4bc7-a5ca-dc286895870c None None] Set router 99b42a35-dcb5-4ccf-a319-4e2fbeff3824 gateway port host: None {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:04:38.757368 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-2573c196-2230-4882-b5d6-c1e724be9dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:38.757875 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [None req-a7b18a90-3404-45a8-8c40-ee0f005c830d admin admin] Calling delete_port for 7142d0a3-b193-4a26-b6bc-3de066b030f3 owned by network:router_gateway {{(pid=99982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:04:38.785171 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-2573c196-2230-4882-b5d6-c1e724be9dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:38.813953 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-aa6ce4df-b47f-4bc7-a5ca-dc286895870c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b42a35-dcb5-4ccf-a319-4e2fbeff3824', 'name': 'tempest-TestMinimumBasicScenario-1344799118-router', 'tenant_id': '14850be5bc1d45b29f039e2ab2f3b5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:54Z', 'updated_at': '2021-06-23T19:04:38Z', 'revision_number': 6, 'project_id': '14850be5bc1d45b29f039e2ab2f3b5ff', 'gw_port_host': None}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:38.839399 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6ce4df-b47f-4bc7-a5ca-dc286895870c None None] The sync data for ids ['99b42a35-dcb5-4ccf-a319-4e2fbeff3824'] in dv-cinder-786386-8-iscsi is: [{'id': '99b42a35-dcb5-4ccf-a319-4e2fbeff3824', 'name': 'tempest-TestMinimumBasicScenario-1344799118-router', 'tenant_id': '14850be5bc1d45b29f039e2ab2f3b5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:54Z', 'updated_at': '2021-06-23T19:04:38Z', 'revision_number': 6, 'project_id': '14850be5bc1d45b29f039e2ab2f3b5ff', 'gw_port_host': None}] {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:04:38.912472 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-2573c196-2230-4882-b5d6-c1e724be9dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:38.915284 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-2573c196-2230-4882-b5d6-c1e724be9dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:38.916477 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-2573c196-2230-4882-b5d6-c1e724be9dc0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b8fbb2db-b451-4db2-8e2d-42dc2079fb6f HTTP/1.1" status: 204 len: 168 time: 0.2691989 Jun 23 19:04:38.917220 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-5d5794f1-33bf-4ec1-bbb8-c0ec37d88203 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:38.925045 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573c196-2230-4882-b5d6-c1e724be9dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fbb2db-b451-4db2-8e2d-42dc2079fb6f,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:38.927987 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-2573c196-2230-4882-b5d6-c1e724be9dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:39.026871 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a7b18a90-3404-45a8-8c40-ee0f005c830d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63686034'] for port, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:39.030528 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-d81c00df-da1e-479f-b4a4-b494dcd4b86f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:39.065223 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b18a90-3404-45a8-8c40-ee0f005c830d admin admin] Pushing event deleted for resources: {'Port': ['ID=7142d0a3-b193-4a26-b6bc-3de066b030f3,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:39.066853 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-a7b18a90-3404-45a8-8c40-ee0f005c830d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:39.126443 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a7b18a90-3404-45a8-8c40-ee0f005c830d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1978753'] for router_gateway, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:39.223153 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a7b18a90-3404-45a8-8c40-ee0f005c830d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31818'] for router, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:39.225629 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a7b18a90-3404-45a8-8c40-ee0f005c830d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:39.369640 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a7b18a90-3404-45a8-8c40-ee0f005c830d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1997551'] for router, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:39.370278 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b18a90-3404-45a8-8c40-ee0f005c830d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99b42a35-dcb5-4ccf-a319-4e2fbeff3824 {{(pid=99982) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 19:04:39.381289 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a7b18a90-3404-45a8-8c40-ee0f005c830d admin admin] Notify callbacks [] for router, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:39.381289 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-a7b18a90-3404-45a8-8c40-ee0f005c830d admin admin] 10.222.0.47 "DELETE /v2.0/routers/99b42a35-dcb5-4ccf-a319-4e2fbeff3824 HTTP/1.1" status: 204 len: 168 time: 1.1115324 Jun 23 19:04:39.383009 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 35548) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:39.427908 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c783d6a-f4fb-4dcf-b657-36bef3410c6e admin admin] Deleting subnet 25d09532-a47d-48b0-af20-4d7273d9b57e {{(pid=99982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:04:39.430966 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-6c783d6a-f4fb-4dcf-b657-36bef3410c6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:39.498610 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-6c783d6a-f4fb-4dcf-b657-36bef3410c6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66960762'] for subnet, precommit_delete_associations {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:39.562490 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e3733-fe77-46c3-8a81-9e9b10cd702b req-1abd95a3-36b8-4fff-92e5-285518df5eec tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:39.563955 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-9d6e3733-fe77-46c3-8a81-9e9b10cd702b req-1abd95a3-36b8-4fff-92e5-285518df5eec tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 944 time: 0.1141567 Jun 23 19:04:39.620757 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-6c783d6a-f4fb-4dcf-b657-36bef3410c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017849'] for subnet, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:39.648208 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-9d6e3733-fe77-46c3-8a81-9e9b10cd702b req-3f115b63-f2ef-451d-b822-1d861d213b9d tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672798 Jun 23 19:04:39.770051 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-6c783d6a-f4fb-4dcf-b657-36bef3410c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63686104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63285490'] for subnet, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:39.773696 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-d4c7e231-35c6-4216-9c9f-1b34a6f4f5a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:39.798933 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c783d6a-f4fb-4dcf-b657-36bef3410c6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25d09532-a47d-48b0-af20-4d7273d9b57e,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:39.800901 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-6c783d6a-f4fb-4dcf-b657-36bef3410c6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:39.809464 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b4a39d-4b74-42ad-b90f-0c84a86f2a60 None None] Network e275921a-9eba-4bc5-90c7-be620971bd66 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:04:39.811068 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-6c783d6a-f4fb-4dcf-b657-36bef3410c6e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/25d09532-a47d-48b0-af20-4d7273d9b57e HTTP/1.1" status: 204 len: 168 time: 0.4269707 Jun 23 19:04:39.813357 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-6c783d6a-f4fb-4dcf-b657-36bef3410c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:39.813357 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 35562) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:39.888818 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b3993a9f-d373-42fc-8d2b-49462e533122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631679'] for network, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:39.969142 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [None req-b3993a9f-d373-42fc-8d2b-49462e533122 admin admin] Deleting port d9b4e4f0-cfa7-4b94-876d-25249a3a6d49 {{(pid=99982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:04:39.969142 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b3993a9f-d373-42fc-8d2b-49462e533122 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:40.034968 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ffa0d0-d177-4abd-aef6-f3bd0871104c None None] DHCP port deletion for e275921a-9eba-4bc5-90c7-be620971bd66 request from dv-cinder-786386-8-iscsi {{(pid=99983) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 19:04:40.045999 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [None req-b3993a9f-d373-42fc-8d2b-49462e533122 admin admin] For port d9b4e4f0-cfa7-4b94-876d-25249a3a6d49, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=d9b4e4f0-cfa7-4b94-876d-25249a3a6d49,segment=NetworkSegment(e90fbaf9-be65-41de-9b5f-7a75cdf36a54),segment_id=e90fbaf9-be65-41de-9b5f-7a75cdf36a54)] {{(pid=99982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:04:40.046416 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b3993a9f-d373-42fc-8d2b-49462e533122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:40.058773 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [None req-b3993a9f-d373-42fc-8d2b-49462e533122 admin admin] Calling delete_port for d9b4e4f0-cfa7-4b94-876d-25249a3a6d49 owned by network:dhcp {{(pid=99982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:04:40.088588 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-54ffa0d0-d177-4abd-aef6-f3bd0871104c None None] Deleting port d9b4e4f0-cfa7-4b94-876d-25249a3a6d49 {{(pid=99983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:04:40.089229 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-54ffa0d0-d177-4abd-aef6-f3bd0871104c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:40.160546 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-54ffa0d0-d177-4abd-aef6-f3bd0871104c None None] For port d9b4e4f0-cfa7-4b94-876d-25249a3a6d49, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=d9b4e4f0-cfa7-4b94-876d-25249a3a6d49,segment=NetworkSegment(e90fbaf9-be65-41de-9b5f-7a75cdf36a54),segment_id=e90fbaf9-be65-41de-9b5f-7a75cdf36a54)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:04:40.160997 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-54ffa0d0-d177-4abd-aef6-f3bd0871104c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:40.179209 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-54ffa0d0-d177-4abd-aef6-f3bd0871104c None None] Calling delete_port for d9b4e4f0-cfa7-4b94-876d-25249a3a6d49 owned by network:dhcp {{(pid=99983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:04:40.228702 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b3993a9f-d373-42fc-8d2b-49462e533122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63686034'] for port, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:40.232400 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-63fc238a-a10b-426e-8638-9a4fcacafa7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:40.260671 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-54ffa0d0-d177-4abd-aef6-f3bd0871104c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975'] for port, after_delete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:40.263930 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:40.280011 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3993a9f-d373-42fc-8d2b-49462e533122 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9b4e4f0-cfa7-4b94-876d-25249a3a6d49,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:40.295718 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-b3993a9f-d373-42fc-8d2b-49462e533122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:40.304433 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ffa0d0-d177-4abd-aef6-f3bd0871104c None None] Pushing event deleted for resources: {'Port': ['ID=d9b4e4f0-cfa7-4b94-876d-25249a3a6d49,revision_number=None']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:40.307943 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3993a9f-d373-42fc-8d2b-49462e533122 admin admin] No DVR routers for this DVR port d9b4e4f0-cfa7-4b94-876d-25249a3a6d49 on host dv-cinder-786386-8-iscsi {{(pid=99982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:04:40.314081 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ffa0d0-d177-4abd-aef6-f3bd0871104c None None] No DVR routers for this DVR port d9b4e4f0-cfa7-4b94-876d-25249a3a6d49 on host dv-cinder-786386-8-iscsi {{(pid=99983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:04:40.316713 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-54ffa0d0-d177-4abd-aef6-f3bd0871104c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:40.395833 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b3993a9f-d373-42fc-8d2b-49462e533122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018740', 'neutron.services.segments.db._delete_segments_for_network-8739890731039'] for network, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:40.406163 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.services.segments.db [None req-b3993a9f-d373-42fc-8d2b-49462e533122 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e275921a-9eba-4bc5-90c7-be620971bd66']}} {{(pid=99982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:40.415612 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.services.segments.db [None req-b3993a9f-d373-42fc-8d2b-49462e533122 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e90fbaf9-be65-41de-9b5f-7a75cdf36a54') {'for_net_delete': True} {{(pid=99982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:40.415979 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.services.segments.db [None req-b3993a9f-d373-42fc-8d2b-49462e533122 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e90fbaf9-be65-41de-9b5f-7a75cdf36a54') {} {{(pid=99982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:40.424436 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b3993a9f-d373-42fc-8d2b-49462e533122 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739890717934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66960741'] for segment, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:40.440740 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b3993a9f-d373-42fc-8d2b-49462e533122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412'] for segment, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:40.446332 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3993a9f-d373-42fc-8d2b-49462e533122 admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=99982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:04:40.448309 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b3993a9f-d373-42fc-8d2b-49462e533122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63685957'] for segment, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:40.448309 dv-cinder-786386-8-iscsi neutron-server[99982]: Traceback (most recent call last): Jun 23 19:04:40.448309 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:04:40.448309 dv-cinder-786386-8-iscsi neutron-server[99982]: timer() Jun 23 19:04:40.448309 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:04:40.448309 dv-cinder-786386-8-iscsi neutron-server[99982]: cb(*args, **kw) Jun 23 19:04:40.448309 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:04:40.448309 dv-cinder-786386-8-iscsi neutron-server[99982]: return func(*args, **kwargs) Jun 23 19:04:40.448309 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:04:40.448309 dv-cinder-786386-8-iscsi neutron-server[99982]: self._notify() Jun 23 19:04:40.448309 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:04:40.448309 dv-cinder-786386-8-iscsi neutron-server[99982]: self.callback(batched_events) Jun 23 19:04:40.448309 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:04:40.448309 dv-cinder-786386-8-iscsi neutron-server[99982]: event.method(event) Jun 23 19:04:40.448309 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:04:40.448309 dv-cinder-786386-8-iscsi neutron-server[99982]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:04:40.448309 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:04:40.448309 dv-cinder-786386-8-iscsi neutron-server[99982]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:04:40.448309 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:04:40.448309 dv-cinder-786386-8-iscsi neutron-server[99982]: return f(self, *a, **k) Jun 23 19:04:40.448309 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:04:40.448309 dv-cinder-786386-8-iscsi neutron-server[99982]: return self._get(url).json() Jun 23 19:04:40.448309 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:04:40.448309 dv-cinder-786386-8-iscsi neutron-server[99982]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:04:40.448309 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:04:40.448309 dv-cinder-786386-8-iscsi neutron-server[99982]: return self.request(url, 'GET', **kwargs) Jun 23 19:04:40.448309 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:04:40.448309 dv-cinder-786386-8-iscsi neutron-server[99982]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:04:40.448309 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:04:40.448309 dv-cinder-786386-8-iscsi neutron-server[99982]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:04:40.448309 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:04:40.448309 dv-cinder-786386-8-iscsi neutron-server[99982]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:04:40.448309 dv-cinder-786386-8-iscsi neutron-server[99982]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:04:40.576039 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b3993a9f-d373-42fc-8d2b-49462e533122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1978736'] for network, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:40.579448 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:40.581823 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b3993a9f-d373-42fc-8d2b-49462e533122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for network, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:40.583657 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-b3993a9f-d373-42fc-8d2b-49462e533122 admin admin] 10.222.0.47 "DELETE /v2.0/networks/e275921a-9eba-4bc5-90c7-be620971bd66 HTTP/1.1" status: 204 len: 168 time: 0.7693722 Jun 23 19:04:40.595088 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3993a9f-d373-42fc-8d2b-49462e533122 admin admin] Pushing event deleted for resources: {'Network': ['ID=e275921a-9eba-4bc5-90c7-be620971bd66,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:40.597415 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-b3993a9f-d373-42fc-8d2b-49462e533122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:40.663643 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device d9b4e4f0-cfa7-4b94-876d-25249a3a6d49 no longer exists at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:04:40.683281 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] No Port match for: d9b4e4f0-cfa7-4b94-876d-25249a3a6d49 {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:04:40.684427 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device d9b4e4f0-cfa7-4b94-876d-25249a3a6d49 not bound to the agent host dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:04:40.684870 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 7142d0a3-b193-4a26-b6bc-3de066b030f3 no longer exists at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:04:40.709286 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] No Port match for: 7142d0a3-b193-4a26-b6bc-3de066b030f3 {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:04:40.709913 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 7142d0a3-b193-4a26-b6bc-3de066b030f3 not bound to the agent host dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:04:40.710778 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device a10d6756-62c1-4ab1-8f0d-2ae747eec75c no longer exists at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:04:40.731116 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] No Port match for: a10d6756-62c1-4ab1-8f0d-2ae747eec75c {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:04:40.731558 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device a10d6756-62c1-4ab1-8f0d-2ae747eec75c not bound to the agent host dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:04:40.812612 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device bd747ec5-d5e2-4af5-b5db-382698e9a8f6 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=99983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:04:40.836432 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5dcc5b-e15d-4850-92c8-2ea425b6ce80 req-1581ea05-d26c-4c6b-a199-9ae5835e4f76 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:40.837920 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-6f5dcc5b-e15d-4850-92c8-2ea425b6ce80 req-1581ea05-d26c-4c6b-a199-9ae5835e4f76 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 944 time: 0.0613756 Jun 23 19:04:40.890438 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-6f5dcc5b-e15d-4850-92c8-2ea425b6ce80 req-4bff4b36-4b3d-44a5-ae02-f219cea5bdde tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423148 Jun 23 19:04:40.925813 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port bd747ec5-d5e2-4af5-b5db-382698e9a8f6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bd747ec5-d5e2-4af5-b5db-382698e9a8f6,segment=NetworkSegment(50359133-121c-4b3e-9f0e-efed4258fd28),segment_id=50359133-121c-4b3e-9f0e-efed4258fd28)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:04:40.937496 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Returning: {'device': 'bd747ec5-d5e2-4af5-b5db-382698e9a8f6', 'network_id': '25f25c60-0cd5-436d-bb6e-c6a430fff0a2', 'port_id': 'bd747ec5-d5e2-4af5-b5db-382698e9a8f6', 'mac_address': 'fa:16:3e:ca:d8:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9102a8b-323b-4782-85ff-37f8fd576474', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:04:40.977213 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:40.977644 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 35584) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:40.989657 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd747ec5-d5e2-4af5-b5db-382698e9a8f6 {{(pid=99983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:04:41.010895 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port bd747ec5-d5e2-4af5-b5db-382698e9a8f6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bd747ec5-d5e2-4af5-b5db-382698e9a8f6,segment=NetworkSegment(50359133-121c-4b3e-9f0e-efed4258fd28),segment_id=50359133-121c-4b3e-9f0e-efed4258fd28)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:04:41.018816 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-69975110-29f9-47c7-9e52-00d9ab2e5a0d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=39ebdfd6bceb4d8baa6bb77d6bdc2ff4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397625 Jun 23 19:04:41.020951 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 35586) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:41.068223 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-9ebae5be-f5dc-4270-80b9-73f8109750e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:41.088934 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-9ebae5be-f5dc-4270-80b9-73f8109750e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:41.107837 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:41.109699 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:41.155766 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=bd747ec5-d5e2-4af5-b5db-382698e9a8f6,revision_number=7']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:41.158736 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:41.215668 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-9ebae5be-f5dc-4270-80b9-73f8109750e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:41.218455 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-9ebae5be-f5dc-4270-80b9-73f8109750e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:41.219702 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-9ebae5be-f5dc-4270-80b9-73f8109750e3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2cbe88fd-3368-443b-adc0-6ec743734f25 HTTP/1.1" status: 204 len: 168 time: 0.1978559 Jun 23 19:04:41.220500 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-508a292d-c22f-4f89-9dfc-4a18609ab1f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:41.228088 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebae5be-f5dc-4270-80b9-73f8109750e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbe88fd-3368-443b-adc0-6ec743734f25,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:41.231445 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-9ebae5be-f5dc-4270-80b9-73f8109750e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:41.444298 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:41.461011 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['bd747ec5-d5e2-4af5-b5db-382698e9a8f6'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:04:41.968353 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 35608) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:42.020053 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-17f4f8ef-5eb2-4fa4-a7fc-49de9998b802 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=14850be5bc1d45b29f039e2ab2f3b5ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504568 Jun 23 19:04:42.022537 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 35612) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:42.071544 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0524c-047b-4999-a007-a18b611f1843 req-bc3c14b7-8f30-4ea1-b9bd-ac3ce11a7c03 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:42.073324 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-92d0524c-047b-4999-a007-a18b611f1843 req-bc3c14b7-8f30-4ea1-b9bd-ac3ce11a7c03 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 945 time: 0.0756307 Jun 23 19:04:42.084549 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-537654c7-a946-4aa3-9869-e570ce93ce7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:42.110411 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-537654c7-a946-4aa3-9869-e570ce93ce7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:42.119048 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-92d0524c-047b-4999-a007-a18b611f1843 req-e44735fa-fd8a-4ed2-b006-06f06e658d9e tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396218 Jun 23 19:04:42.207457 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-7878695c-da19-4448-8445-3171a5edb208 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=627b1a9001c94d1390c76c46eb6a5561&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286655 Jun 23 19:04:42.242864 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-537654c7-a946-4aa3-9869-e570ce93ce7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:42.245553 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-537654c7-a946-4aa3-9869-e570ce93ce7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:42.249396 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-537654c7-a946-4aa3-9869-e570ce93ce7d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/315efcf6-be2e-42cf-be69-25f905c9e427 HTTP/1.1" status: 204 len: 168 time: 0.2231345 Jun 23 19:04:42.257996 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-7dcacb57-a356-460e-a228-3fc708dab7d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:42.280874 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537654c7-a946-4aa3-9869-e570ce93ce7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315efcf6-be2e-42cf-be69-25f905c9e427,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:42.284865 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-537654c7-a946-4aa3-9869-e570ce93ce7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:42.400953 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-acae7c09-b58d-4e89-98c4-13efd22ec856 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:42.402429 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-acae7c09-b58d-4e89-98c4-13efd22ec856 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1898298 Jun 23 19:04:42.416483 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-c8544c77-73a2-4f01-98e4-c9b5d512c3ff tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] 10.222.0.47 "GET /v2.0/quotas/627b1a9001c94d1390c76c46eb6a5561 HTTP/1.1" status: 200 len: 375 time: 0.0087082 Jun 23 19:04:42.742650 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-50f8f430-8b5f-40ab-a517-a5a26ad5b0c3 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=627b1a9001c94d1390c76c46eb6a5561&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3208263 Jun 23 19:04:42.814707 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device bd747ec5-d5e2-4af5-b5db-382698e9a8f6 up at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:04:42.863700 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning complete for port bd747ec5-d5e2-4af5-b5db-382698e9a8f6 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:04:42.864162 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:42.944377 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:42.966483 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5bf9f8f-f978-423c-b8c4-2d0410f2a1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd747ec5-d5e2-4af5-b5db-382698e9a8f6'}] {{(pid=99983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:04:42.968756 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3da190a675926e82bddf1ae19285f5edc5f8218f501b2228f0a51a29f9c71fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5c4599-db03-4c4b-a7b6-2fc481da5d80" -d '{"events": [{"server_uuid": "a5bf9f8f-f978-423c-b8c4-2d0410f2a1db", "name": "network-vif-plugged", "status": "completed", "tag": "bd747ec5-d5e2-4af5-b5db-382698e9a8f6"}]}' {{(pid=99983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:04:42.982279 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port bd747ec5-d5e2-4af5-b5db-382698e9a8f6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bd747ec5-d5e2-4af5-b5db-382698e9a8f6,segment=NetworkSegment(50359133-121c-4b3e-9f0e-efed4258fd28),segment_id=50359133-121c-4b3e-9f0e-efed4258fd28)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:04:43.014891 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1594ed27-b538-4bc9-b4d2-23c26e154397 x-openstack-request-id: req-1594ed27-b538-4bc9-b4d2-23c26e154397 {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:04:43.019385 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5bf9f8f-f978-423c-b8c4-2d0410f2a1db", "name": "network-vif-plugged", "status": "completed", "tag": "bd747ec5-d5e2-4af5-b5db-382698e9a8f6", "code": 200}]} {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:04:43.019385 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1594ed27-b538-4bc9-b4d2-23c26e154397 {{(pid=99983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:04:43.019385 dv-cinder-786386-8-iscsi neutron-server[99983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5bf9f8f-f978-423c-b8c4-2d0410f2a1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd747ec5-d5e2-4af5-b5db-382698e9a8f6', 'code': 200} Jun 23 19:04:43.069831 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-632b6783-728b-4591-8fb5-65c8ca214d7a req-cc49fe7f-b2bd-46b0-9467-93ca256d328a tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] 10.222.0.47 "GET /v2.0/ports?device_id=a038e671-317e-45e9-a953-e8614e08933d HTTP/1.1" status: 200 len: 210 time: 0.0292287 Jun 23 19:04:43.075165 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:43.075364 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:43.131796 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=bd747ec5-d5e2-4af5-b5db-382698e9a8f6,revision_number=8']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:43.135218 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:43.296828 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58976e-4bdf-4269-bf34-514d8a77fb67 req-dab44ecf-935a-4950-bbfd-6f4fa5306f69 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:43.298332 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-4d58976e-4bdf-4269-bf34-514d8a77fb67 req-dab44ecf-935a-4950-bbfd-6f4fa5306f69 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 946 time: 0.0632210 Jun 23 19:04:43.342980 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-4d58976e-4bdf-4269-bf34-514d8a77fb67 req-f5e0ef3e-665d-496c-98b2-d66a7003bf36 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388553 Jun 23 19:04:43.399009 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f42e2-b260-4b74-9cba-e8147bd11d4b req-7761a189-2abd-4fdd-9a4f-9bc1f234ae55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:43.400463 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-1d8f42e2-b260-4b74-9cba-e8147bd11d4b req-7761a189-2abd-4fdd-9a4f-9bc1f234ae55 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 1099 time: 0.0522249 Jun 23 19:04:43.434040 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-1d8f42e2-b260-4b74-9cba-e8147bd11d4b req-71f428a6-25ba-4d0e-8b01-daf1ca9db606 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267622 Jun 23 19:04:43.860061 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492c38b-ef66-451e-933e-9978d3421805 req-fee67f21-7d33-4293-af0f-5b58e6c61e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:43.861760 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a492c38b-ef66-451e-933e-9978d3421805 req-fee67f21-7d33-4293-af0f-5b58e6c61e5f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c353ddad9e634833bd136bff1f36ab80&device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 1099 time: 0.0542674 Jun 23 19:04:43.980005 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492c38b-ef66-451e-933e-9978d3421805 req-2b4488fb-e13a-41f1-a5f5-c08c163f0bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:43.981409 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a492c38b-ef66-451e-933e-9978d3421805 req-2b4488fb-e13a-41f1-a5f5-c08c163f0bad service neutron] 10.222.0.74 "GET /v2.0/networks?id=25f25c60-0cd5-436d-bb6e-c6a430fff0a2 HTTP/1.1" status: 200 len: 910 time: 0.0977402 Jun 23 19:04:44.084068 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a492c38b-ef66-451e-933e-9978d3421805 req-7f1e563f-87bc-4849-9bfc-9eab44bac97b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd747ec5-d5e2-4af5-b5db-382698e9a8f6 HTTP/1.1" status: 200 len: 1002 time: 0.0630813 Jun 23 19:04:44.136595 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492c38b-ef66-451e-933e-9978d3421805 req-d79f230d-8645-4068-aaf2-66f36ab7c0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:44.138552 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a492c38b-ef66-451e-933e-9978d3421805 req-d79f230d-8645-4068-aaf2-66f36ab7c0b7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a9102a8b-323b-4782-85ff-37f8fd576474 HTTP/1.1" status: 200 len: 848 time: 0.0483131 Jun 23 19:04:44.219615 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492c38b-ef66-451e-933e-9978d3421805 req-ff309327-5ee8-4ebf-9c42-6a55397e85b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:44.221443 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a492c38b-ef66-451e-933e-9978d3421805 req-ff309327-5ee8-4ebf-9c42-6a55397e85b1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=25f25c60-0cd5-436d-bb6e-c6a430fff0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0755105 Jun 23 19:04:44.350018 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a492c38b-ef66-451e-933e-9978d3421805 req-8475ff4f-4582-4841-8f57-aad51cc9c593 service neutron] 10.222.0.74 "GET /v2.0/networks/25f25c60-0cd5-436d-bb6e-c6a430fff0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934212 Jun 23 19:04:44.448278 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0419ae64-1a32-429b-8e46-f23a9ecd4ada req-e4c0dec8-7571-48fb-86fb-86b9853ca62f tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] 10.222.0.47 "GET /v2.0/ports?device_id=a038e671-317e-45e9-a953-e8614e08933d HTTP/1.1" status: 200 len: 210 time: 0.0708592 Jun 23 19:04:44.483123 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a492c38b-ef66-451e-933e-9978d3421805 req-336e3fdc-848c-41f3-838a-89c03cfc025b service neutron] 10.222.0.74 "GET /v2.0/networks/25f25c60-0cd5-436d-bb6e-c6a430fff0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246805 Jun 23 19:04:44.534664 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cee10-1a1a-4bb6-9c27-6886d6df6430 req-91559aea-b60c-4d74-b14b-dd9002ad2cb0 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:44.536074 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-942cee10-1a1a-4bb6-9c27-6886d6df6430 req-91559aea-b60c-4d74-b14b-dd9002ad2cb0 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 946 time: 0.0692875 Jun 23 19:04:44.574018 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-942cee10-1a1a-4bb6-9c27-6886d6df6430 req-4122c80f-494a-48b3-9ca6-479a9d3a695a tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319712 Jun 23 19:04:45.607429 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-639883bd-0a79-4f2b-bd5d-541fbf4dcb4e req-f5b4615c-c73e-4558-96aa-b605e2f4b021 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] 10.222.0.47 "GET /v2.0/ports?device_id=a038e671-317e-45e9-a953-e8614e08933d HTTP/1.1" status: 200 len: 210 time: 0.0382767 Jun 23 19:04:45.768702 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61fd8b3-8812-4978-a301-368a8d9c7ce9 req-8b679046-3498-45e4-9908-4f6596a4526c tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:45.770817 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-d61fd8b3-8812-4978-a301-368a8d9c7ce9 req-8b679046-3498-45e4-9908-4f6596a4526c tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 946 time: 0.0673649 Jun 23 19:04:45.811698 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-d61fd8b3-8812-4978-a301-368a8d9c7ce9 req-860dd119-ba9d-460b-82f4-f3fd1e7bca89 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355668 Jun 23 19:04:45.837260 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-581bf4f7-dca6-45c6-8f28-6b59847734b5 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=627b1a9001c94d1390c76c46eb6a5561&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213127 Jun 23 19:04:45.965145 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-49eab876-f69b-4e83-aa66-b9cdf7c1e27e tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:45.967152 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-49eab876-f69b-4e83-aa66-b9cdf7c1e27e tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1126399 Jun 23 19:04:45.988318 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-7c43521b-5466-4b87-bb76-1fea44cae76e tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Request body: {'port': {'device_id': 'a038e671-317e-45e9-a953-e8614e08933d', 'network_id': '25acaaf0-ba66-4617-a702-8763af3b41f0', 'admin_state_up': True, 'tenant_id': '627b1a9001c94d1390c76c46eb6a5561'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:04:46.199095 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-7c43521b-5466-4b87-bb76-1fea44cae76e tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Made reservation on behalf of 627b1a9001c94d1390c76c46eb6a5561 for: {'port': 1} {{(pid=99982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:04:46.202841 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-7c43521b-5466-4b87-bb76-1fea44cae76e tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:46.215403 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-7c43521b-5466-4b87-bb76-1fea44cae76e tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:46.303782 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-7c43521b-5466-4b87-bb76-1fea44cae76e tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:46.363371 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-7c43521b-5466-4b87-bb76-1fea44cae76e tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:46.368294 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-b2db495d-539f-4bae-b132-e6fbfe89fdcc tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:46.430936 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c43521b-5466-4b87-bb76-1fea44cae76e tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe848fbd-51e4-491a-b23f-86529f9f6c38,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:46.434155 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-7c43521b-5466-4b87-bb76-1fea44cae76e tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:46.499508 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.db_base_plugin_common [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-7c43521b-5466-4b87-bb76-1fea44cae76e tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Allocated IP 192.168.233.110 (25acaaf0-ba66-4617-a702-8763af3b41f0/b5264726-7702-4e20-8f7c-c48d87c3854c/06da5bae-72c6-40a4-b85f-bf84a565cfff) {{(pid=99982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:04:46.649790 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-7c43521b-5466-4b87-bb76-1fea44cae76e tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Notify callbacks [] for port, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:46.663492 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.provisioning_blocks [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-7c43521b-5466-4b87-bb76-1fea44cae76e tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Transition to ACTIVE for port object 06da5bae-72c6-40a4-b85f-bf84a565cfff will not be triggered until provisioned by entity DHCP. {{(pid=99982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:04:46.757291 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-08dacf41-8b93-46c7-9b7c-ea78e8f9bfd7 req-2a87316d-83fe-4e76-ad7a-50c893294147 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] 10.222.0.47 "GET /v2.0/ports?device_id=a038e671-317e-45e9-a953-e8614e08933d HTTP/1.1" status: 200 len: 210 time: 0.0306242 Jun 23 19:04:46.769297 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-7c43521b-5466-4b87-bb76-1fea44cae76e tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63686027'] for port, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:46.773619 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-f2b5812b-b1b5-47a3-bc64-3daa5a321945 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:46.814158 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-7c43521b-5466-4b87-bb76-1fea44cae76e tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Network 25acaaf0-ba66-4617-a702-8763af3b41f0 is already hosted by enough agents. {{(pid=99982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:04:46.817274 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.base_scheduler [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-7c43521b-5466-4b87-bb76-1fea44cae76e tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Resources bound (agent type, host, resource id): {{(pid=99982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:04:46.821106 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-7c43521b-5466-4b87-bb76-1fea44cae76e tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Received port after_create {{(pid=99982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:04:46.848543 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c43521b-5466-4b87-bb76-1fea44cae76e tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Pushing event updated for resources: {'Port': ['ID=06da5bae-72c6-40a4-b85f-bf84a565cfff,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:46.853355 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-7c43521b-5466-4b87-bb76-1fea44cae76e tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:46.877160 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-7c43521b-5466-4b87-bb76-1fea44cae76e tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:46.877785 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-7c43521b-5466-4b87-bb76-1fea44cae76e tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:46.959637 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-7c43521b-5466-4b87-bb76-1fea44cae76e tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9753401 Jun 23 19:04:46.978438 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-4297b0e1-9a09-441c-bf61-15c0f50088e3 service neutron] Request body: {'port': {'device_id': 'a038e671-317e-45e9-a953-e8614e08933d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:04:47.048068 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-4297b0e1-9a09-441c-bf61-15c0f50088e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:47.164241 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-24acc978-3f02-482d-8f4d-91e832fce7a3 None None] Provisioning for port 06da5bae-72c6-40a4-b85f-bf84a565cfff completed by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:04:47.168125 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-24acc978-3f02-482d-8f4d-91e832fce7a3 None None] Provisioning complete for port 06da5bae-72c6-40a4-b85f-bf84a565cfff triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:04:47.168512 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-24acc978-3f02-482d-8f4d-91e832fce7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:47.203734 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-24acc978-3f02-482d-8f4d-91e832fce7a3 None None] Port 06da5bae-72c6-40a4-b85f-bf84a565cfff cannot update to ACTIVE because it is not bound. {{(pid=99983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:04:47.313152 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-4297b0e1-9a09-441c-bf61-15c0f50088e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06da5bae-72c6-40a4-b85f-bf84a565cfff {{(pid=99982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:04:47.320273 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-4297b0e1-9a09-441c-bf61-15c0f50088e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:47.331444 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.provisioning_blocks [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-4297b0e1-9a09-441c-bf61-15c0f50088e3 service neutron] Transition to ACTIVE for port object 06da5bae-72c6-40a4-b85f-bf84a565cfff will not be triggered until provisioned by entity L2. {{(pid=99982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:04:47.410116 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-4297b0e1-9a09-441c-bf61-15c0f50088e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63686041'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:47.412427 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-402957d8-57b3-4fa2-8118-71af11e9629a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:47.462317 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297b0e1-9a09-441c-bf61-15c0f50088e3 service neutron] Pushing event updated for resources: {'Port': ['ID=06da5bae-72c6-40a4-b85f-bf84a565cfff,revision_number=2']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:47.465192 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-4297b0e1-9a09-441c-bf61-15c0f50088e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:47.532653 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-4297b0e1-9a09-441c-bf61-15c0f50088e3 service neutron] Attempting to bind port 06da5bae-72c6-40a4-b85f-bf84a565cfff on host hv-cinder-78638 for vnic_type normal with profile {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:04:47.532997 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-4297b0e1-9a09-441c-bf61-15c0f50088e3 service neutron] Attempting to bind port 06da5bae-72c6-40a4-b85f-bf84a565cfff by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'e9574e7f-4e8b-4857-bb11-f6112891c80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '25acaaf0-ba66-4617-a702-8763af3b41f0'}] {{(pid=99982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:04:47.533333 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-4297b0e1-9a09-441c-bf61-15c0f50088e3 service neutron] Attempting to bind port 06da5bae-72c6-40a4-b85f-bf84a565cfff on network 25acaaf0-ba66-4617-a702-8763af3b41f0 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:04:47.537938 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-4297b0e1-9a09-441c-bf61-15c0f50088e3 service neutron] Port 06da5bae-72c6-40a4-b85f-bf84a565cfff on network 25acaaf0-ba66-4617-a702-8763af3b41f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:04:47.538296 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-4297b0e1-9a09-441c-bf61-15c0f50088e3 service neutron] Attempting to bind port 06da5bae-72c6-40a4-b85f-bf84a565cfff on network 25acaaf0-ba66-4617-a702-8763af3b41f0 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:04:47.543183 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-4297b0e1-9a09-441c-bf61-15c0f50088e3 service neutron] Checking agent: {'id': '3aaf2a66-4435-4fa2-a046-8ce762f61c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:04:47.543520 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-4297b0e1-9a09-441c-bf61-15c0f50088e3 service neutron] Checking segment: {'id': 'e9574e7f-4e8b-4857-bb11-f6112891c80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '25acaaf0-ba66-4617-a702-8763af3b41f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:04:47.543903 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-4297b0e1-9a09-441c-bf61-15c0f50088e3 service neutron] Bound using segment: {'id': 'e9574e7f-4e8b-4857-bb11-f6112891c80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '25acaaf0-ba66-4617-a702-8763af3b41f0'} {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:04:47.544888 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-4297b0e1-9a09-441c-bf61-15c0f50088e3 service neutron] Bound port: 06da5bae-72c6-40a4-b85f-bf84a565cfff, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9574e7f-4e8b-4857-bb11-f6112891c80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '25acaaf0-ba66-4617-a702-8763af3b41f0'}}] {{(pid=99982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:04:47.545238 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-4297b0e1-9a09-441c-bf61-15c0f50088e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:47.623810 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-4297b0e1-9a09-441c-bf61-15c0f50088e3 service neutron] For port 06da5bae-72c6-40a4-b85f-bf84a565cfff, host hv-cinder-78638, cleared binding levels {{(pid=99982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:04:47.627215 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-4297b0e1-9a09-441c-bf61-15c0f50088e3 service neutron] For port 06da5bae-72c6-40a4-b85f-bf84a565cfff, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=06da5bae-72c6-40a4-b85f-bf84a565cfff,segment=NetworkSegment(e9574e7f-4e8b-4857-bb11-f6112891c80a),segment_id=e9574e7f-4e8b-4857-bb11-f6112891c80a)] {{(pid=99982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:04:47.702485 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-4297b0e1-9a09-441c-bf61-15c0f50088e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63686041'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:47.705490 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-8884f588-7dce-4d51-8127-e9ac762c1328 tempest-VolumesActionsTest-1653417967 tempest-VolumesActionsTest-1653417967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:47.737526 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-4297b0e1-9a09-441c-bf61-15c0f50088e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:47.738140 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-4297b0e1-9a09-441c-bf61-15c0f50088e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:47.739546 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-4297b0e1-9a09-441c-bf61-15c0f50088e3 service neutron] 10.222.0.74 "PUT /v2.0/ports/06da5bae-72c6-40a4-b85f-bf84a565cfff HTTP/1.1" status: 200 len: 1098 time: 0.7655799 Jun 23 19:04:47.740075 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a038e671-317e-45e9-a953-e8614e08933d', 'tag': '06da5bae-72c6-40a4-b85f-bf84a565cfff'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:04:47.742388 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff6db7c-5cdc-4236-a051-d916e277fb3c" -d '{"events": [{"name": "network-changed", "server_uuid": "a038e671-317e-45e9-a953-e8614e08933d", "tag": "06da5bae-72c6-40a4-b85f-bf84a565cfff"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:04:47.767130 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297b0e1-9a09-441c-bf61-15c0f50088e3 service neutron] Pushing event updated for resources: {'Port': ['ID=06da5bae-72c6-40a4-b85f-bf84a565cfff,revision_number=3']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:47.770227 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-4297b0e1-9a09-441c-bf61-15c0f50088e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:47.814083 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2313cd-e313-491b-a42b-95eb0bbf45d8 x-openstack-request-id: req-bf2313cd-e313-491b-a42b-95eb0bbf45d8 {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:04:47.814457 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a038e671-317e-45e9-a953-e8614e08933d", "tag": "06da5bae-72c6-40a4-b85f-bf84a565cfff", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:04:47.814928 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bf2313cd-e313-491b-a42b-95eb0bbf45d8 {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:04:47.815357 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a038e671-317e-45e9-a953-e8614e08933d', 'tag': '06da5bae-72c6-40a4-b85f-bf84a565cfff', 'status': 'completed', 'code': 200} Jun 23 19:04:47.945843 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6db7c-5cdc-4236-a051-d916e277fb3c req-eaba60fd-27a9-4ee6-b06e-215e714436cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:47.947994 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-2ff6db7c-5cdc-4236-a051-d916e277fb3c req-eaba60fd-27a9-4ee6-b06e-215e714436cd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=627b1a9001c94d1390c76c46eb6a5561&device_id=a038e671-317e-45e9-a953-e8614e08933d HTTP/1.1" status: 200 len: 1101 time: 0.0640781 Jun 23 19:04:47.985539 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-2ff6db7c-5cdc-4236-a051-d916e277fb3c req-bee12835-372c-4350-8369-546558fd5a3e service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=627b1a9001c94d1390c76c46eb6a5561&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194323 Jun 23 19:04:47.986416 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08ab60-9664-44f8-b7bc-7a3f01fa0ec7 req-8bff19a9-fb44-4f23-b625-4409bcbc3646 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:47.987879 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-af08ab60-9664-44f8-b7bc-7a3f01fa0ec7 req-8bff19a9-fb44-4f23-b625-4409bcbc3646 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] 10.222.0.47 "GET /v2.0/ports?device_id=a038e671-317e-45e9-a953-e8614e08933d HTTP/1.1" status: 200 len: 948 time: 0.0736094 Jun 23 19:04:48.025318 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-af08ab60-9664-44f8-b7bc-7a3f01fa0ec7 req-6ef1d529-1ba6-44be-b267-587464f48bda tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe848fbd-51e4-491a-b23f-86529f9f6c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314364 Jun 23 19:04:48.081748 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6db7c-5cdc-4236-a051-d916e277fb3c req-548024b8-81ff-4458-9214-819496301a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:48.083225 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-2ff6db7c-5cdc-4236-a051-d916e277fb3c req-548024b8-81ff-4458-9214-819496301a85 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914407 Jun 23 19:04:48.205858 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-7adf987e-daa7-4172-84f8-96ce63c011d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:48.207364 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-7adf987e-daa7-4172-84f8-96ce63c011d1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=627b1a9001c94d1390c76c46eb6a5561&device_id=a038e671-317e-45e9-a953-e8614e08933d HTTP/1.1" status: 200 len: 1101 time: 0.0502219 Jun 23 19:04:48.260453 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-f6344f6a-da78-4aeb-818d-eadf36717189 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=06da5bae-72c6-40a4-b85f-bf84a565cfff HTTP/1.1" status: 200 len: 217 time: 0.0364866 Jun 23 19:04:48.310853 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-942fef36-c7c8-4951-ada7-6038bdf8ad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:48.312236 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-942fef36-c7c8-4951-ada7-6038bdf8ad54 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5264726-7702-4e20-8f7c-c48d87c3854c HTTP/1.1" status: 200 len: 843 time: 0.0426543 Jun 23 19:04:48.369616 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-df46eafc-0061-4975-abb1-32797ac26cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:48.371136 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-df46eafc-0061-4975-abb1-32797ac26cd8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=25acaaf0-ba66-4617-a702-8763af3b41f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0516713 Jun 23 19:04:48.468846 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-6d380378-faf8-4247-b745-fe13299e88dc service neutron] 10.222.0.74 "GET /v2.0/networks/25acaaf0-ba66-4617-a702-8763af3b41f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895977 Jun 23 19:04:48.556766 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57715fcc-42dd-468a-9ce7-1eae31d1e912 req-3fe5362d-c173-4fb4-8ca9-2982e417e896 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:48.558274 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-57715fcc-42dd-468a-9ce7-1eae31d1e912 req-3fe5362d-c173-4fb4-8ca9-2982e417e896 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 946 time: 0.0729895 Jun 23 19:04:48.559427 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-40e9f908-5d6e-41f0-9e64-d70034870a34 req-29db2741-3718-428c-bbc8-c80b76d4acee service neutron] 10.222.0.74 "GET /v2.0/networks/25acaaf0-ba66-4617-a702-8763af3b41f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832584 Jun 23 19:04:48.596689 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-57715fcc-42dd-468a-9ce7-1eae31d1e912 req-b1a9918d-81bb-44d3-898e-89738a3fe326 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326071 Jun 23 19:04:49.198079 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3d326-edfb-43c6-89ff-2507fc436b47 req-85548e2b-2b64-4421-84ef-d8eef015e544 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:49.199536 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-8be3d326-edfb-43c6-89ff-2507fc436b47 req-85548e2b-2b64-4421-84ef-d8eef015e544 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] 10.222.0.47 "GET /v2.0/ports?device_id=a038e671-317e-45e9-a953-e8614e08933d HTTP/1.1" status: 200 len: 948 time: 0.0614305 Jun 23 19:04:49.235184 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-8be3d326-edfb-43c6-89ff-2507fc436b47 req-ba7b3334-2ba9-4ec0-b832-2ec96e8429ef tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe848fbd-51e4-491a-b23f-86529f9f6c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295560 Jun 23 19:04:49.784331 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891feae0-da7f-48c7-94bd-9f795ece2a69 req-756c7e30-045a-4569-82eb-66930e49f7bf tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:49.785760 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-891feae0-da7f-48c7-94bd-9f795ece2a69 req-756c7e30-045a-4569-82eb-66930e49f7bf tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 946 time: 0.0675716 Jun 23 19:04:49.821364 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-891feae0-da7f-48c7-94bd-9f795ece2a69 req-9e0ffe7b-fc3a-46fa-affd-b219d0b2dfe2 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300753 Jun 23 19:04:50.411068 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c519f1-e924-4b7e-a9b1-fc8ebe6f5dad req-46957aa4-88fc-4ab9-941b-c3b822cf6178 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:50.412522 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b9c519f1-e924-4b7e-a9b1-fc8ebe6f5dad req-46957aa4-88fc-4ab9-941b-c3b822cf6178 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] 10.222.0.47 "GET /v2.0/ports?device_id=a038e671-317e-45e9-a953-e8614e08933d HTTP/1.1" status: 200 len: 948 time: 0.0680506 Jun 23 19:04:50.448786 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b9c519f1-e924-4b7e-a9b1-fc8ebe6f5dad req-dbddc0b9-d812-415e-bdf9-6d7cea041631 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe848fbd-51e4-491a-b23f-86529f9f6c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305979 Jun 23 19:04:51.001575 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b023baa-f293-45fc-a712-457b827c7721 req-2144bbde-1751-4d2e-aa89-433be7f333ae tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:51.003049 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-7b023baa-f293-45fc-a712-457b827c7721 req-2144bbde-1751-4d2e-aa89-433be7f333ae tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 946 time: 0.0614753 Jun 23 19:04:51.039047 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-7b023baa-f293-45fc-a712-457b827c7721 req-8a30893e-79f2-4bd8-a859-ab62d7bedb5b tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303543 Jun 23 19:04:51.623035 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca699e6c-24ad-4315-a9e1-e67a7e455c81 req-015b0ac5-f531-47a1-9b87-82fae7b4904d tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:51.624500 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-ca699e6c-24ad-4315-a9e1-e67a7e455c81 req-015b0ac5-f531-47a1-9b87-82fae7b4904d tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] 10.222.0.47 "GET /v2.0/ports?device_id=a038e671-317e-45e9-a953-e8614e08933d HTTP/1.1" status: 200 len: 948 time: 0.0680718 Jun 23 19:04:51.660693 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-ca699e6c-24ad-4315-a9e1-e67a7e455c81 req-c270661a-1fb7-4109-94c5-e53723b53123 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe848fbd-51e4-491a-b23f-86529f9f6c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307138 Jun 23 19:04:52.217841 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684393f-e9f7-49a2-bc2d-cfe77926a29c req-d5808e21-8e4d-4231-a9d3-24520ea36143 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:52.219297 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f684393f-e9f7-49a2-bc2d-cfe77926a29c req-d5808e21-8e4d-4231-a9d3-24520ea36143 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 946 time: 0.0605247 Jun 23 19:04:52.255369 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f684393f-e9f7-49a2-bc2d-cfe77926a29c req-c19ff19f-3227-4e35-9f3f-206a8d1f6b31 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303402 Jun 23 19:04:52.831686 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00365e5a-6dcf-44b0-92b2-2b2c97553e0a req-5185e89c-4be2-4949-b483-acfc04f316ee tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:52.833149 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-00365e5a-6dcf-44b0-92b2-2b2c97553e0a req-5185e89c-4be2-4949-b483-acfc04f316ee tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] 10.222.0.47 "GET /v2.0/ports?device_id=a038e671-317e-45e9-a953-e8614e08933d HTTP/1.1" status: 200 len: 948 time: 0.0654731 Jun 23 19:04:52.870184 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-00365e5a-6dcf-44b0-92b2-2b2c97553e0a req-0d50d493-7fd2-4740-9210-09b44d654adc tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe848fbd-51e4-491a-b23f-86529f9f6c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315168 Jun 23 19:04:52.916324 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 06da5bae-72c6-40a4-b85f-bf84a565cfff details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=99983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:04:53.008835 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 06da5bae-72c6-40a4-b85f-bf84a565cfff, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=06da5bae-72c6-40a4-b85f-bf84a565cfff,segment=NetworkSegment(e9574e7f-4e8b-4857-bb11-f6112891c80a),segment_id=e9574e7f-4e8b-4857-bb11-f6112891c80a)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:04:53.020478 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Returning: {'device': '06da5bae-72c6-40a4-b85f-bf84a565cfff', 'network_id': '25acaaf0-ba66-4617-a702-8763af3b41f0', 'port_id': '06da5bae-72c6-40a4-b85f-bf84a565cfff', 'mac_address': 'fa:16:3e:e8:a9:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5264726-7702-4e20-8f7c-c48d87c3854c', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:04:53.060967 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:53.074185 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06da5bae-72c6-40a4-b85f-bf84a565cfff {{(pid=99983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:04:53.093450 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 06da5bae-72c6-40a4-b85f-bf84a565cfff, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=06da5bae-72c6-40a4-b85f-bf84a565cfff,segment=NetworkSegment(e9574e7f-4e8b-4857-bb11-f6112891c80a),segment_id=e9574e7f-4e8b-4857-bb11-f6112891c80a)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:04:53.187814 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:53.189990 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:53.236028 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=06da5bae-72c6-40a4-b85f-bf84a565cfff,revision_number=4']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:53.239273 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:53.432856 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d478d0-0293-4037-b262-9b3bfd9c1f5d req-fb7d203a-b3e8-4b3a-bfb5-08d5ed4ba1e9 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:53.434351 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-37d478d0-0293-4037-b262-9b3bfd9c1f5d req-fb7d203a-b3e8-4b3a-bfb5-08d5ed4ba1e9 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 946 time: 0.0604911 Jun 23 19:04:53.472480 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-37d478d0-0293-4037-b262-9b3bfd9c1f5d req-24fc791a-9649-443a-8f3b-d1b328cde30a tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312669 Jun 23 19:04:53.579134 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['06da5bae-72c6-40a4-b85f-bf84a565cfff'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:04:54.045893 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc6d92-c3fb-4d58-a1d9-67e1fe3745a9 req-d38c7c67-14f8-4258-a459-8bf158fc5693 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:54.047388 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-cbfc6d92-c3fb-4d58-a1d9-67e1fe3745a9 req-d38c7c67-14f8-4258-a459-8bf158fc5693 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] 10.222.0.47 "GET /v2.0/ports?device_id=a038e671-317e-45e9-a953-e8614e08933d HTTP/1.1" status: 200 len: 949 time: 0.0648384 Jun 23 19:04:54.086030 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-cbfc6d92-c3fb-4d58-a1d9-67e1fe3745a9 req-e3145391-f9f2-4eff-9ff6-07e1957d30ab tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe848fbd-51e4-491a-b23f-86529f9f6c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329804 Jun 23 19:04:54.654952 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9aaabe-2080-4ca9-8149-5d4156769b79 req-488257a8-f07a-4ab8-bbc5-2795501d1455 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:54.656428 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-9f9aaabe-2080-4ca9-8149-5d4156769b79 req-488257a8-f07a-4ab8-bbc5-2795501d1455 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 946 time: 0.0653112 Jun 23 19:04:54.692643 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-9f9aaabe-2080-4ca9-8149-5d4156769b79 req-361bfc80-a2a5-4f42-9b7e-78ed88dcc641 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306923 Jun 23 19:04:54.943833 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 06da5bae-72c6-40a4-b85f-bf84a565cfff up at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:04:55.108068 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning for port 06da5bae-72c6-40a4-b85f-bf84a565cfff completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:04:55.112084 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning complete for port 06da5bae-72c6-40a4-b85f-bf84a565cfff triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:04:55.112472 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:55.189437 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:55.212210 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a038e671-317e-45e9-a953-e8614e08933d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06da5bae-72c6-40a4-b85f-bf84a565cfff'}] {{(pid=99983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:04:55.214501 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3da190a675926e82bddf1ae19285f5edc5f8218f501b2228f0a51a29f9c71fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7095b23-c4c5-470e-a4e1-bc96eca3f881" -d '{"events": [{"server_uuid": "a038e671-317e-45e9-a953-e8614e08933d", "name": "network-vif-plugged", "status": "completed", "tag": "06da5bae-72c6-40a4-b85f-bf84a565cfff"}]}' {{(pid=99983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:04:55.227087 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 06da5bae-72c6-40a4-b85f-bf84a565cfff, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=06da5bae-72c6-40a4-b85f-bf84a565cfff,segment=NetworkSegment(e9574e7f-4e8b-4857-bb11-f6112891c80a),segment_id=e9574e7f-4e8b-4857-bb11-f6112891c80a)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:04:55.254162 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c80b19-09de-432e-bf8b-ae7017372979 x-openstack-request-id: req-e0c80b19-09de-432e-bf8b-ae7017372979 {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:04:55.254495 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a038e671-317e-45e9-a953-e8614e08933d", "name": "network-vif-plugged", "status": "completed", "tag": "06da5bae-72c6-40a4-b85f-bf84a565cfff", "code": 200}]} {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:04:55.254763 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e0c80b19-09de-432e-bf8b-ae7017372979 {{(pid=99983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:04:55.255175 dv-cinder-786386-8-iscsi neutron-server[99983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a038e671-317e-45e9-a953-e8614e08933d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06da5bae-72c6-40a4-b85f-bf84a565cfff', 'code': 200} Jun 23 19:04:55.264251 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb62279-641b-426d-9a18-efc028e9e493 req-e624d08f-45e0-4fec-bee9-3daf0f18ccfd tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:55.265718 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-7fb62279-641b-426d-9a18-efc028e9e493 req-e624d08f-45e0-4fec-bee9-3daf0f18ccfd tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] 10.222.0.47 "GET /v2.0/ports?device_id=a038e671-317e-45e9-a953-e8614e08933d HTTP/1.1" status: 200 len: 949 time: 0.0676508 Jun 23 19:04:55.304641 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-7fb62279-641b-426d-9a18-efc028e9e493 req-11016f5c-877d-48a1-8a81-529ad495f492 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe848fbd-51e4-491a-b23f-86529f9f6c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331869 Jun 23 19:04:55.305613 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:55.307876 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:55.360894 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=06da5bae-72c6-40a4-b85f-bf84a565cfff,revision_number=5']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:55.363969 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:55.637366 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c1e28-de3d-4c4a-a1ff-3706dcfc47e8 req-48da427d-9cfe-4364-a05d-f03269728192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:55.638865 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-533c1e28-de3d-4c4a-a1ff-3706dcfc47e8 req-48da427d-9cfe-4364-a05d-f03269728192 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a038e671-317e-45e9-a953-e8614e08933d HTTP/1.1" status: 200 len: 1103 time: 0.0503440 Jun 23 19:04:55.674190 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-533c1e28-de3d-4c4a-a1ff-3706dcfc47e8 req-841ce17a-64f7-475a-9db8-a7cec3b0b4e5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=fe848fbd-51e4-491a-b23f-86529f9f6c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273020 Jun 23 19:04:55.875410 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df516467-ff2f-4c6a-a8b2-6834fc1392e6 req-590372dc-e1b3-4585-a530-3f1feda2cf47 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:55.877014 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-df516467-ff2f-4c6a-a8b2-6834fc1392e6 req-590372dc-e1b3-4585-a530-3f1feda2cf47 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 946 time: 0.0691280 Jun 23 19:04:55.914972 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-df516467-ff2f-4c6a-a8b2-6834fc1392e6 req-22e1fb5b-244d-42e9-ae9c-f1d43d179d98 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313869 Jun 23 19:04:56.479191 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43042959-333e-4b7a-b685-967f2510641a req-ea4b2e36-535a-4871-8810-a25044e22223 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:56.480628 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-43042959-333e-4b7a-b685-967f2510641a req-ea4b2e36-535a-4871-8810-a25044e22223 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] 10.222.0.47 "GET /v2.0/ports?device_id=a038e671-317e-45e9-a953-e8614e08933d HTTP/1.1" status: 200 len: 950 time: 0.0611107 Jun 23 19:04:56.517152 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-43042959-333e-4b7a-b685-967f2510641a req-7abae7b6-daec-49b5-8f4b-3c5d40651fe5 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe848fbd-51e4-491a-b23f-86529f9f6c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311096 Jun 23 19:04:57.097710 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454737b-dc21-4f47-b54e-930d1b1deea3 req-fc68bfe9-395e-45fc-a02e-f7b88d7c8a2e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:57.099395 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a454737b-dc21-4f47-b54e-930d1b1deea3 req-fc68bfe9-395e-45fc-a02e-f7b88d7c8a2e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 946 time: 0.0696268 Jun 23 19:04:57.141075 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a454737b-dc21-4f47-b54e-930d1b1deea3 req-807768c0-d221-4202-9d38-880c554d3c6b tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354593 Jun 23 19:04:57.688223 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f036821-f121-496c-8de2-a0f033a3ccb5 req-9f716bb5-9723-4f65-ae38-1c75af30673a tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:57.689641 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4f036821-f121-496c-8de2-a0f033a3ccb5 req-9f716bb5-9723-4f65-ae38-1c75af30673a tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] 10.222.0.47 "GET /v2.0/ports?device_id=a038e671-317e-45e9-a953-e8614e08933d HTTP/1.1" status: 200 len: 950 time: 0.0639634 Jun 23 19:04:57.726498 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4f036821-f121-496c-8de2-a0f033a3ccb5 req-0c8af57e-8709-432f-afd5-e1555f7b08a5 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe848fbd-51e4-491a-b23f-86529f9f6c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313568 Jun 23 19:04:58.318920 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4c5ab-832d-448c-adf8-1746e3dbd41a req-4fc88bd0-2455-4b64-99c3-2eee8e1260bf tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:58.320480 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f1a4c5ab-832d-448c-adf8-1746e3dbd41a req-4fc88bd0-2455-4b64-99c3-2eee8e1260bf tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 946 time: 0.0626004 Jun 23 19:04:58.356461 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f1a4c5ab-832d-448c-adf8-1746e3dbd41a req-03110a78-851d-405e-9daf-3fb8f2ca4fb4 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302582 Jun 23 19:04:58.361173 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d385c8c-ce60-4792-ae5a-9f99902b1842 req-8051f7cc-1aa9-40f1-95aa-8d5eed1715f8 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:58.362689 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-6d385c8c-ce60-4792-ae5a-9f99902b1842 req-8051f7cc-1aa9-40f1-95aa-8d5eed1715f8 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] 10.222.0.47 "GET /v2.0/ports?device_id=a038e671-317e-45e9-a953-e8614e08933d HTTP/1.1" status: 200 len: 950 time: 0.0658646 Jun 23 19:04:58.406019 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-6d385c8c-ce60-4792-ae5a-9f99902b1842 req-fd290510-fadf-4262-8220-6eb28b57637c tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe848fbd-51e4-491a-b23f-86529f9f6c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378385 Jun 23 19:04:58.462437 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-d9332389-a19e-4af6-883d-f3975c5cdbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:59.531588 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fbeb45-d68e-4e96-b677-f95cbd3403f1 req-8d9162b0-81ac-42af-a40e-e3a223dc7f52 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:59.533039 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-88fbeb45-d68e-4e96-b677-f95cbd3403f1 req-8d9162b0-81ac-42af-a40e-e3a223dc7f52 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 946 time: 0.0610919 Jun 23 19:04:59.570030 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-88fbeb45-d68e-4e96-b677-f95cbd3403f1 req-b85a4d66-8c16-4cd6-9c85-44c619d891eb tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312023 Jun 23 19:04:59.579835 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8b61b-496c-4eb5-aa3e-ff96d7a4b469 req-50c0f0a8-610c-44a3-9514-80dc56117181 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:59.581392 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0bc8b61b-496c-4eb5-aa3e-ff96d7a4b469 req-50c0f0a8-610c-44a3-9514-80dc56117181 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] 10.222.0.47 "GET /v2.0/ports?device_id=a038e671-317e-45e9-a953-e8614e08933d HTTP/1.1" status: 200 len: 950 time: 0.0616057 Jun 23 19:04:59.622668 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0bc8b61b-496c-4eb5-aa3e-ff96d7a4b469 req-a35173e2-74c8-46db-8f56-3c5400b27e82 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe848fbd-51e4-491a-b23f-86529f9f6c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356436 Jun 23 19:05:00.540141 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7091a-a786-4e12-a11a-fa3b0ab1b792 req-f751a799-7cd2-4239-a9bd-a8ba63e67553 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:00.541455 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3da7091a-a786-4e12-a11a-fa3b0ab1b792 req-f751a799-7cd2-4239-a9bd-a8ba63e67553 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] 10.222.0.74 "GET /v2.0/ports?device_id=a038e671-317e-45e9-a953-e8614e08933d HTTP/1.1" status: 200 len: 950 time: 0.0607724 Jun 23 19:05:00.637213 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-3da7091a-a786-4e12-a11a-fa3b0ab1b792 req-f343a630-b318-4bb9-a53c-f73c42c03c26 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Deleting port 06da5bae-72c6-40a4-b85f-bf84a565cfff {{(pid=99982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:05:00.637868 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-3da7091a-a786-4e12-a11a-fa3b0ab1b792 req-f343a630-b318-4bb9-a53c-f73c42c03c26 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:00.770747 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-3da7091a-a786-4e12-a11a-fa3b0ab1b792 req-f343a630-b318-4bb9-a53c-f73c42c03c26 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] For port 06da5bae-72c6-40a4-b85f-bf84a565cfff, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=06da5bae-72c6-40a4-b85f-bf84a565cfff,segment=NetworkSegment(e9574e7f-4e8b-4857-bb11-f6112891c80a),segment_id=e9574e7f-4e8b-4857-bb11-f6112891c80a)] {{(pid=99982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:05:00.771112 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-3da7091a-a786-4e12-a11a-fa3b0ab1b792 req-f343a630-b318-4bb9-a53c-f73c42c03c26 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:00.788583 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-3da7091a-a786-4e12-a11a-fa3b0ab1b792 req-f343a630-b318-4bb9-a53c-f73c42c03c26 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Calling delete_port for 06da5bae-72c6-40a4-b85f-bf84a565cfff owned by compute:nova {{(pid=99982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:05:00.804250 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15608471-2bed-4ddc-8c9b-22af494ebe29 req-8b04888d-b205-4776-b138-520075f73df2 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:00.805675 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-15608471-2bed-4ddc-8c9b-22af494ebe29 req-8b04888d-b205-4776-b138-520075f73df2 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] 10.222.0.47 "GET /v2.0/ports?device_id=a038e671-317e-45e9-a953-e8614e08933d HTTP/1.1" status: 200 len: 950 time: 0.0660882 Jun 23 19:05:00.806418 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20cf542-8a19-4281-8411-296143ba4734 req-ebdd05df-5c8a-4e91-a6fe-20b40cad6c8f tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:00.807874 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f20cf542-8a19-4281-8411-296143ba4734 req-ebdd05df-5c8a-4e91-a6fe-20b40cad6c8f tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 946 time: 0.1119831 Jun 23 19:05:00.845294 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-15608471-2bed-4ddc-8c9b-22af494ebe29 req-2fb4cf6e-b974-40e5-a85d-49a69274bbf8 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe848fbd-51e4-491a-b23f-86529f9f6c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329564 Jun 23 19:05:00.888472 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f20cf542-8a19-4281-8411-296143ba4734 req-cbec2893-5cd7-44fa-8cbb-6bfc9cc7f672 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743856 Jun 23 19:05:01.016880 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-3da7091a-a786-4e12-a11a-fa3b0ab1b792 req-f343a630-b318-4bb9-a53c-f73c42c03c26 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63686034'] for port, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:01.020749 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-dd9389ae-0721-4d99-b4f3-e7181d41f501 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:01.044305 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f343a630-b318-4bb9-a53c-f73c42c03c26 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Pushing event deleted for resources: {'Port': ['ID=06da5bae-72c6-40a4-b85f-bf84a565cfff,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:01.045526 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5503-17d0-4676-a364-37f7e18e7a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:01.047995 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-f343a630-b318-4bb9-a53c-f73c42c03c26 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:01.061710 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['06da5bae-72c6-40a4-b85f-bf84a565cfff'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:05:01.096343 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da7091a-a786-4e12-a11a-fa3b0ab1b792 req-f343a630-b318-4bb9-a53c-f73c42c03c26 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] No DVR routers for this DVR port 06da5bae-72c6-40a4-b85f-bf84a565cfff on host hv-cinder-78638 {{(pid=99982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:05:01.098768 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-3da7091a-a786-4e12-a11a-fa3b0ab1b792 req-f343a630-b318-4bb9-a53c-f73c42c03c26 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:01.100724 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3da7091a-a786-4e12-a11a-fa3b0ab1b792 req-f343a630-b318-4bb9-a53c-f73c42c03c26 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] 10.222.0.74 "DELETE /v2.0/ports/06da5bae-72c6-40a4-b85f-bf84a565cfff HTTP/1.1" status: 204 len: 173 time: 0.5526280 Jun 23 19:05:01.101288 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a038e671-317e-45e9-a953-e8614e08933d', 'name': 'network-vif-deleted', 'tag': '06da5bae-72c6-40a4-b85f-bf84a565cfff'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:05:01.103608 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9389f3-637f-41b9-ba31-442aa131a7e5" -d '{"events": [{"server_uuid": "a038e671-317e-45e9-a953-e8614e08933d", "name": "network-vif-deleted", "tag": "06da5bae-72c6-40a4-b85f-bf84a565cfff"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:05:01.140294 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6580ca39-8a74-4dfd-953b-07ddbce0b2f4 x-openstack-request-id: req-6580ca39-8a74-4dfd-953b-07ddbce0b2f4 {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:05:01.140630 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a038e671-317e-45e9-a953-e8614e08933d", "name": "network-vif-deleted", "tag": "06da5bae-72c6-40a4-b85f-bf84a565cfff", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:05:01.140928 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6580ca39-8a74-4dfd-953b-07ddbce0b2f4 {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:05:01.141377 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a038e671-317e-45e9-a953-e8614e08933d', 'name': 'network-vif-deleted', 'tag': '06da5bae-72c6-40a4-b85f-bf84a565cfff', 'status': 'completed', 'code': 200} Jun 23 19:05:01.439889 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:02.003599 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-115a9aa4-d52c-4b42-921c-0c20126b005a req-16d82e4f-fc99-4f31-b0d4-4b8e0e9a1463 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] 10.222.0.47 "GET /v2.0/ports?device_id=a038e671-317e-45e9-a953-e8614e08933d HTTP/1.1" status: 200 len: 210 time: 0.0314412 Jun 23 19:05:02.078248 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5be5ab-e729-45bd-aede-c203b4f806ca req-7873bfd2-0e2a-4b63-88b2-052524164648 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:02.079723 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4f5be5ab-e729-45bd-aede-c203b4f806ca req-7873bfd2-0e2a-4b63-88b2-052524164648 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 946 time: 0.0687344 Jun 23 19:05:02.118889 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4f5be5ab-e729-45bd-aede-c203b4f806ca req-af6ec9ae-777d-415a-b2b8-da5d23240378 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327706 Jun 23 19:05:02.354352 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:03.293797 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3549f3-db46-40ab-9e8a-c882dd8e02a6 req-79c39a35-1f2b-4b72-bb0c-fc3fb303df8f tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:03.295292 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-fb3549f3-db46-40ab-9e8a-c882dd8e02a6 req-79c39a35-1f2b-4b72-bb0c-fc3fb303df8f tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 946 time: 0.0626283 Jun 23 19:05:03.332417 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-fb3549f3-db46-40ab-9e8a-c882dd8e02a6 req-2d7079d8-563b-47d3-9d4d-6261814ff854 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310452 Jun 23 19:05:03.588529 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:04.531911 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c616f-061c-4649-a55e-ce454abc528d req-59924765-70a1-4f9b-9e65-d327b143249b tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:04.533459 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-fc4c616f-061c-4649-a55e-ce454abc528d req-59924765-70a1-4f9b-9e65-d327b143249b tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 946 time: 0.0681713 Jun 23 19:05:04.576437 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-fc4c616f-061c-4649-a55e-ce454abc528d req-f42ed275-f220-4abb-92a1-2da34e2859d8 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371985 Jun 23 19:05:04.987737 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 06da5bae-72c6-40a4-b85f-bf84a565cfff no longer exists at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:05:05.008071 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] No Port match for: 06da5bae-72c6-40a4-b85f-bf84a565cfff {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:05:05.013893 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 06da5bae-72c6-40a4-b85f-bf84a565cfff not bound to the agent host hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:05:05.766517 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a67387-c031-45d3-b2f6-438835a2e12f req-6b776f2b-731e-4d27-a1a8-4772fa515664 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:05.767892 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-d4a67387-c031-45d3-b2f6-438835a2e12f req-6b776f2b-731e-4d27-a1a8-4772fa515664 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 946 time: 0.0660276 Jun 23 19:05:05.805532 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-d4a67387-c031-45d3-b2f6-438835a2e12f req-a155afa2-5d19-4f9d-b7ce-3e245ad7960d tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320029 Jun 23 19:05:05.878464 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 6 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:05:06.996265 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab937cc6-1eb4-436b-b36b-564a1c38a647 req-f6e6fb11-a396-412f-a907-5d35684afa4a tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:06.998641 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-ab937cc6-1eb4-436b-b36b-564a1c38a647 req-f6e6fb11-a396-412f-a907-5d35684afa4a tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 946 time: 0.0670755 Jun 23 19:05:07.005016 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 76afcda9-9fe1-4590-87be-abc303b24b40 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=99983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:05:07.052709 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-ab937cc6-1eb4-436b-b36b-564a1c38a647 req-43dfe37c-c50d-4d84-9b1f-a4f330efe998 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393090 Jun 23 19:05:07.125145 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 76afcda9-9fe1-4590-87be-abc303b24b40, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=76afcda9-9fe1-4590-87be-abc303b24b40,segment=NetworkSegment(1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13),segment_id=1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:05:07.138881 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Returning: {'device': '76afcda9-9fe1-4590-87be-abc303b24b40', 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47', 'port_id': '76afcda9-9fe1-4590-87be-abc303b24b40', 'mac_address': 'fa:16:3e:1a:10:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32106090-9e53-4852-ad03-eb2e8f42dc88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:05:07.180433 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:07.193645 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76afcda9-9fe1-4590-87be-abc303b24b40 {{(pid=99983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:05:07.213877 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 76afcda9-9fe1-4590-87be-abc303b24b40, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=76afcda9-9fe1-4590-87be-abc303b24b40,segment=NetworkSegment(1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13),segment_id=1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:05:07.302142 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:07.304343 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:07.359734 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=76afcda9-9fe1-4590-87be-abc303b24b40,revision_number=6']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:07.362914 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:07.474428 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['76afcda9-9fe1-4590-87be-abc303b24b40'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:05:08.253540 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003420e-9d68-4d30-87f6-bd5027ab2169 req-7a597fbb-22dd-4d72-a076-a10fc224580f tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:08.260474 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-2003420e-9d68-4d30-87f6-bd5027ab2169 req-7a597fbb-22dd-4d72-a076-a10fc224580f tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 945 time: 0.0724771 Jun 23 19:05:08.302755 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-2003420e-9d68-4d30-87f6-bd5027ab2169 req-18d60605-00bc-45f4-8a05-cf3efb065dfc tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413494 Jun 23 19:05:08.736058 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 36212) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:08.830259 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 36216) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:08.970876 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b6961348-9caf-40c4-b98a-51dfcbe82b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:08.994524 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 36220) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:09.001472 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-5258d876-65c8-4579-8654-3ba3f5e08444 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=627b1a9001c94d1390c76c46eb6a5561&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2637424 Jun 23 19:05:09.029555 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 76afcda9-9fe1-4590-87be-abc303b24b40 up at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:05:09.060573 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-25ac8613-da59-4318-9964-9de719c09f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:09.090234 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-25ac8613-da59-4318-9964-9de719c09f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:09.110572 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning complete for port 76afcda9-9fe1-4590-87be-abc303b24b40 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:05:09.113940 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:09.117771 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b6961348-9caf-40c4-b98a-51dfcbe82b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:09.211323 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:09.235057 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b6961348-9caf-40c4-b98a-51dfcbe82b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:09.242051 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417c5048-21d3-44bd-9fbe-b3bbe228b8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76afcda9-9fe1-4590-87be-abc303b24b40'}] {{(pid=99983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:05:09.244724 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3da190a675926e82bddf1ae19285f5edc5f8218f501b2228f0a51a29f9c71fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79126eee-d73a-41fd-a9f7-0e789cf9d43c" -d '{"events": [{"server_uuid": "417c5048-21d3-44bd-9fbe-b3bbe228b8db", "name": "network-vif-plugged", "status": "completed", "tag": "76afcda9-9fe1-4590-87be-abc303b24b40"}]}' {{(pid=99983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:05:09.261705 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-b24419ae-f84e-4542-b075-f77478ea4a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:09.262720 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 76afcda9-9fe1-4590-87be-abc303b24b40, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=76afcda9-9fe1-4590-87be-abc303b24b40,segment=NetworkSegment(1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13),segment_id=1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:05:09.269646 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 36226) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:09.272414 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-25ac8613-da59-4318-9964-9de719c09f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:09.275597 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-25ac8613-da59-4318-9964-9de719c09f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:09.277891 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-25ac8613-da59-4318-9964-9de719c09f80 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fe848fbd-51e4-491a-b23f-86529f9f6c38 HTTP/1.1" status: 204 len: 168 time: 0.2823327 Jun 23 19:05:09.285466 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-b6961348-9caf-40c4-b98a-51dfcbe82b3c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=909e0e62fc6b42258d89b54504d31247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4538734 Jun 23 19:05:09.289397 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-bf583f06-8487-41ea-8f17-da2aff817b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:09.297329 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af094b9f-11d5-4aa8-83bf-8eed34303f47 x-openstack-request-id: req-af094b9f-11d5-4aa8-83bf-8eed34303f47 {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:05:09.297641 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417c5048-21d3-44bd-9fbe-b3bbe228b8db", "name": "network-vif-plugged", "status": "completed", "tag": "76afcda9-9fe1-4590-87be-abc303b24b40", "code": 200}]} {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:05:09.297906 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-af094b9f-11d5-4aa8-83bf-8eed34303f47 {{(pid=99983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:05:09.299174 dv-cinder-786386-8-iscsi neutron-server[99983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417c5048-21d3-44bd-9fbe-b3bbe228b8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76afcda9-9fe1-4590-87be-abc303b24b40', 'code': 200} Jun 23 19:05:09.311126 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac8613-da59-4318-9964-9de719c09f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe848fbd-51e4-491a-b23f-86529f9f6c38,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:09.324676 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6961348-9caf-40c4-b98a-51dfcbe82b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e092d4-c128-46b6-9fdc-6192087e9a79,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:09.327603 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-25ac8613-da59-4318-9964-9de719c09f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:09.337977 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:09.345292 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:09.347983 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-b6961348-9caf-40c4-b98a-51dfcbe82b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:09.409451 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=76afcda9-9fe1-4590-87be-abc303b24b40,revision_number=7']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:09.420646 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:09.421159 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:09.421709 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:09.422825 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:09.423407 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:09.423997 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:09.424495 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:09.424976 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:09.425467 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:09.425931 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:09.426586 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:09.427177 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:09.428663 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-abbaa9f5-ebe6-4f61-9f6d-8ec136cf5a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:09.431495 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:09.473531 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-abbaa9f5-ebe6-4f61-9f6d-8ec136cf5a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:09.566347 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b4b9f-eb03-433e-9818-99cb473ba44d req-7a8e6c86-e2e6-4eff-9ca3-255743b1c94c tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:09.567827 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-758b4b9f-eb03-433e-9818-99cb473ba44d req-7a8e6c86-e2e6-4eff-9ca3-255743b1c94c tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 946 time: 0.0788016 Jun 23 19:05:09.625614 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-758b4b9f-eb03-433e-9818-99cb473ba44d req-b63d557e-7d0c-4e54-8c11-71ee9341f56e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503039 Jun 23 19:05:09.648120 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-abbaa9f5-ebe6-4f61-9f6d-8ec136cf5a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:09.651362 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-abbaa9f5-ebe6-4f61-9f6d-8ec136cf5a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:09.655670 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-abbaa9f5-ebe6-4f61-9f6d-8ec136cf5a02 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/18e092d4-c128-46b6-9fdc-6192087e9a79 HTTP/1.1" status: 204 len: 168 time: 0.3840871 Jun 23 19:05:09.657444 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-678713de-c4ba-442f-afae-c8903d0592d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:09.665824 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbaa9f5-ebe6-4f61-9f6d-8ec136cf5a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e092d4-c128-46b6-9fdc-6192087e9a79,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:09.673281 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-abbaa9f5-ebe6-4f61-9f6d-8ec136cf5a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:10.828846 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049085fe-8930-4c41-943f-e1885ea864c6 req-34842b95-f3c2-4ab4-93d8-31899d738339 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:10.830579 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-049085fe-8930-4c41-943f-e1885ea864c6 req-34842b95-f3c2-4ab4-93d8-31899d738339 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 946 time: 0.0714521 Jun 23 19:05:10.872724 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-049085fe-8930-4c41-943f-e1885ea864c6 req-b71b9d31-0861-48da-a884-beeb70f9569c tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362573 Jun 23 19:05:11.577347 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:12.065428 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0b3db-c584-4b82-8c58-e65f11135595 req-cffb10b0-4337-496c-8f25-fa1196589b02 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:12.067589 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c9f0b3db-c584-4b82-8c58-e65f11135595 req-cffb10b0-4337-496c-8f25-fa1196589b02 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 946 time: 0.0708747 Jun 23 19:05:12.109039 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-c9f0b3db-c584-4b82-8c58-e65f11135595 req-b17b79d6-5618-478f-84f2-682efcd24dc2 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346422 Jun 23 19:05:13.315426 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e6278-b7fd-4843-9e45-c5463b004171 req-61245308-68b2-42d3-aebd-fb5cbb2541b5 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:13.316901 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-766e6278-b7fd-4843-9e45-c5463b004171 req-61245308-68b2-42d3-aebd-fb5cbb2541b5 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 946 time: 0.0670960 Jun 23 19:05:13.355273 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-766e6278-b7fd-4843-9e45-c5463b004171 req-316837cf-2d9b-4077-9b1f-90174ddda689 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327294 Jun 23 19:05:14.582677 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d0920-3f60-403c-989e-56eac40d94be req-f7c0369f-bc77-46ce-b71f-d13da4926830 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:14.584411 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-8a3d0920-3f60-403c-989e-56eac40d94be req-f7c0369f-bc77-46ce-b71f-d13da4926830 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 946 time: 0.0748463 Jun 23 19:05:14.641493 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-8a3d0920-3f60-403c-989e-56eac40d94be req-e3eb3d6c-ad57-42ef-9195-fc02f0705cf6 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436738 Jun 23 19:05:15.843263 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25964692-4c45-47f5-bb86-dd21cadd92df req-55ecc931-7db9-4b71-9ab7-d407dd7c3429 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:15.851619 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-25964692-4c45-47f5-bb86-dd21cadd92df req-55ecc931-7db9-4b71-9ab7-d407dd7c3429 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 946 time: 0.0786269 Jun 23 19:05:15.895413 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-25964692-4c45-47f5-bb86-dd21cadd92df req-23c57bd4-3bf0-4425-9b4e-553abf47dea9 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426264 Jun 23 19:05:17.072849 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbd7ae-c13e-443e-9427-26e65dda1d4b req-10977358-d6ac-4503-a2dc-f787269e8a6c tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:17.074333 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-84bbd7ae-c13e-443e-9427-26e65dda1d4b req-10977358-d6ac-4503-a2dc-f787269e8a6c tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 946 time: 0.0658560 Jun 23 19:05:17.114770 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-84bbd7ae-c13e-443e-9427-26e65dda1d4b req-6133a09b-0304-489e-befa-3d644531131b tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341735 Jun 23 19:05:18.292748 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d01fff-b9fc-49b2-8c04-e520f66145b2 req-24c93646-599f-4385-a87c-a6ffcc42cff0 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:18.294230 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-47d01fff-b9fc-49b2-8c04-e520f66145b2 req-24c93646-599f-4385-a87c-a6ffcc42cff0 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 946 time: 0.0634189 Jun 23 19:05:18.330307 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-47d01fff-b9fc-49b2-8c04-e520f66145b2 req-86003e67-394d-4739-8540-d5c293a49936 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299258 Jun 23 19:05:18.428831 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c6685-67d1-4383-b9fb-9f77888d04bc req-9df93535-f080-4ebc-817f-e4c55e644d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:18.430185 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-af6c6685-67d1-4383-b9fb-9f77888d04bc req-9df93535-f080-4ebc-817f-e4c55e644d84 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=729d57d1e6084efaafdeeab91cc43749&device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 1099 time: 0.0515780 Jun 23 19:05:18.519319 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c6685-67d1-4383-b9fb-9f77888d04bc req-7cb3c8c8-d991-4d94-b538-c5dbe0d3f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:18.520741 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-af6c6685-67d1-4383-b9fb-9f77888d04bc req-7cb3c8c8-d991-4d94-b538-c5dbe0d3f37b service neutron] 10.222.0.74 "GET /v2.0/networks?id=bfb4a1f7-e917-4d93-979a-9e772f8cdd47 HTTP/1.1" status: 200 len: 918 time: 0.0840158 Jun 23 19:05:18.584047 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-af6c6685-67d1-4383-b9fb-9f77888d04bc req-79aa14a1-dd15-4e61-abd7-519a18618570 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76afcda9-9fe1-4590-87be-abc303b24b40 HTTP/1.1" status: 200 len: 1002 time: 0.0563612 Jun 23 19:05:18.637271 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c6685-67d1-4383-b9fb-9f77888d04bc req-4dd55d07-c7ee-4fa3-bf35-3697e233d873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:18.638770 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-af6c6685-67d1-4383-b9fb-9f77888d04bc req-4dd55d07-c7ee-4fa3-bf35-3697e233d873 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=32106090-9e53-4852-ad03-eb2e8f42dc88 HTTP/1.1" status: 200 len: 856 time: 0.0483475 Jun 23 19:05:18.696810 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c6685-67d1-4383-b9fb-9f77888d04bc req-839447e6-474c-41b5-9d07-9e946345d1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:18.698232 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-af6c6685-67d1-4383-b9fb-9f77888d04bc req-839447e6-474c-41b5-9d07-9e946345d1d6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bfb4a1f7-e917-4d93-979a-9e772f8cdd47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510764 Jun 23 19:05:18.787452 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-af6c6685-67d1-4383-b9fb-9f77888d04bc req-8f721932-43bd-4f04-8aec-f78df99cded7 service neutron] 10.222.0.74 "GET /v2.0/networks/bfb4a1f7-e917-4d93-979a-9e772f8cdd47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817473 Jun 23 19:05:18.876093 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-af6c6685-67d1-4383-b9fb-9f77888d04bc req-363ba32b-84be-479d-bf35-72176014b7b9 service neutron] 10.222.0.74 "GET /v2.0/networks/bfb4a1f7-e917-4d93-979a-9e772f8cdd47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811789 Jun 23 19:05:19.513890 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577ef97-aabc-4099-944d-d79445f55853 req-b3cc494c-0f3f-4470-99e5-abb442219df8 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:19.515362 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0577ef97-aabc-4099-944d-d79445f55853 req-b3cc494c-0f3f-4470-99e5-abb442219df8 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 946 time: 0.0680349 Jun 23 19:05:19.551229 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0577ef97-aabc-4099-944d-d79445f55853 req-57514ce7-a1c6-4f92-b401-969293b3826b tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304165 Jun 23 19:05:20.732049 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d34caa-81c3-4627-996d-3be1bb8d8670 req-b4b0e84c-667d-4c79-b2c6-2f4f8aafca5c tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:20.732811 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c2d34caa-81c3-4627-996d-3be1bb8d8670 req-b4b0e84c-667d-4c79-b2c6-2f4f8aafca5c tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 946 time: 0.0627568 Jun 23 19:05:20.774894 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c2d34caa-81c3-4627-996d-3be1bb8d8670 req-1c4f639b-1485-4718-b7b8-a8cacbae8bac tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357616 Jun 23 19:05:21.952721 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac921a-65a1-4334-b886-4ee991a9a7e8 req-533d3f3d-4ac2-4aec-aefe-9b32b6bc24b0 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:21.954158 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0eac921a-65a1-4334-b886-4ee991a9a7e8 req-533d3f3d-4ac2-4aec-aefe-9b32b6bc24b0 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 946 time: 0.0656333 Jun 23 19:05:21.990705 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0eac921a-65a1-4334-b886-4ee991a9a7e8 req-8fdda5b5-4ec5-46f7-9352-979e63eada48 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300703 Jun 23 19:05:23.121673 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 76afcda9-9fe1-4590-87be-abc303b24b40 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:05:23.196020 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:23.217808 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417c5048-21d3-44bd-9fbe-b3bbe228b8db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76afcda9-9fe1-4590-87be-abc303b24b40'}] {{(pid=99983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:05:23.220124 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3da190a675926e82bddf1ae19285f5edc5f8218f501b2228f0a51a29f9c71fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dddd53-db54-4dad-b316-f79f0f99c273" -d '{"events": [{"server_uuid": "417c5048-21d3-44bd-9fbe-b3bbe228b8db", "name": "network-vif-unplugged", "status": "completed", "tag": "76afcda9-9fe1-4590-87be-abc303b24b40"}]}' {{(pid=99983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:05:23.232684 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 76afcda9-9fe1-4590-87be-abc303b24b40, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=76afcda9-9fe1-4590-87be-abc303b24b40,segment=NetworkSegment(1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13),segment_id=1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:05:23.254331 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Jun 2021 19:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72271340-ee75-47ce-ad2e-42bc1affc695 x-openstack-request-id: req-72271340-ee75-47ce-ad2e-42bc1affc695 {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:05:23.254636 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417c5048-21d3-44bd-9fbe-b3bbe228b8db", "name": "network-vif-unplugged", "status": "failed", "tag": "76afcda9-9fe1-4590-87be-abc303b24b40", "code": 422}]} {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:05:23.254904 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-72271340-ee75-47ce-ad2e-42bc1affc695 {{(pid=99983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:05:23.255353 dv-cinder-786386-8-iscsi neutron-server[99983]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '417c5048-21d3-44bd-9fbe-b3bbe228b8db', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '76afcda9-9fe1-4590-87be-abc303b24b40', 'code': 422} returned with failed status Jun 23 19:05:23.275363 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:23.277170 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-6db90bff-5c8c-45b6-a1fb-808a74d7d2ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:23.324287 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=76afcda9-9fe1-4590-87be-abc303b24b40,revision_number=8']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:23.327988 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:24.424069 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85439527-f3da-43a7-9ddc-1d285e47853f req-05081096-cd22-4914-988d-99d52996421e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:24.424888 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-85439527-f3da-43a7-9ddc-1d285e47853f req-05081096-cd22-4914-988d-99d52996421e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 944 time: 0.0747452 Jun 23 19:05:24.475164 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-85439527-f3da-43a7-9ddc-1d285e47853f req-51737493-59c2-4930-9e7a-687972c273dd tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333686 Jun 23 19:05:24.661441 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-abd4f776-5739-4a92-962c-1fa8ed6d6975 req-7f4ca435-503b-4267-812a-491ef9fb3c25 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0509710 Jun 23 19:05:25.642119 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd515e-8087-4ff2-8259-dd6a8e2bafe7 req-78c7295c-7062-4f14-93d1-779394d82390 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:25.644096 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0cbd515e-8087-4ff2-8259-dd6a8e2bafe7 req-78c7295c-7062-4f14-93d1-779394d82390 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 944 time: 0.0617583 Jun 23 19:05:25.681163 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0cbd515e-8087-4ff2-8259-dd6a8e2bafe7 req-2afa687c-a7d6-47fa-b6bd-9de2dfb1c3f7 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310822 Jun 23 19:05:26.126264 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4f776-5739-4a92-962c-1fa8ed6d6975 req-b0fea6c6-008d-46a0-a7b6-4b32278d1e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:26.128341 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-abd4f776-5739-4a92-962c-1fa8ed6d6975 req-b0fea6c6-008d-46a0-a7b6-4b32278d1e08 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db&tenant_id=729d57d1e6084efaafdeeab91cc43749 HTTP/1.1" status: 200 len: 1097 time: 0.0536940 Jun 23 19:05:26.217615 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4f776-5739-4a92-962c-1fa8ed6d6975 req-126381ec-c2c7-45eb-8da2-6be82886a9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:26.219037 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-abd4f776-5739-4a92-962c-1fa8ed6d6975 req-126381ec-c2c7-45eb-8da2-6be82886a9cb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=729d57d1e6084efaafdeeab91cc43749&device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 1097 time: 0.0494289 Jun 23 19:05:26.305892 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4f776-5739-4a92-962c-1fa8ed6d6975 req-fc5aef80-f046-4e78-ae31-ab30df394f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:26.307282 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-abd4f776-5739-4a92-962c-1fa8ed6d6975 req-fc5aef80-f046-4e78-ae31-ab30df394f57 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bfb4a1f7-e917-4d93-979a-9e772f8cdd47 HTTP/1.1" status: 200 len: 918 time: 0.0792105 Jun 23 19:05:26.371492 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-abd4f776-5739-4a92-962c-1fa8ed6d6975 req-a0b4d5ab-5ab1-4bb0-98e4-ad156d29bc80 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76afcda9-9fe1-4590-87be-abc303b24b40 HTTP/1.1" status: 200 len: 1000 time: 0.0567539 Jun 23 19:05:26.416880 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4f776-5739-4a92-962c-1fa8ed6d6975 req-e239fff4-1797-4e08-b8ac-c56fcf12e44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:26.418271 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-abd4f776-5739-4a92-962c-1fa8ed6d6975 req-e239fff4-1797-4e08-b8ac-c56fcf12e44c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=32106090-9e53-4852-ad03-eb2e8f42dc88 HTTP/1.1" status: 200 len: 856 time: 0.0402067 Jun 23 19:05:26.473218 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4f776-5739-4a92-962c-1fa8ed6d6975 req-2bd2c357-ccbc-4db5-89d2-baf3e11569bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:26.474608 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-abd4f776-5739-4a92-962c-1fa8ed6d6975 req-2bd2c357-ccbc-4db5-89d2-baf3e11569bf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bfb4a1f7-e917-4d93-979a-9e772f8cdd47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486743 Jun 23 19:05:26.566538 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-abd4f776-5739-4a92-962c-1fa8ed6d6975 req-d40bbb2c-5a15-4f47-bd70-dc0823c558a9 service neutron] 10.222.0.74 "GET /v2.0/networks/bfb4a1f7-e917-4d93-979a-9e772f8cdd47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820079 Jun 23 19:05:26.662945 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-abd4f776-5739-4a92-962c-1fa8ed6d6975 req-ca17486f-dc92-4cd1-af3c-7af1493fcf90 service neutron] 10.222.0.74 "GET /v2.0/networks/bfb4a1f7-e917-4d93-979a-9e772f8cdd47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885878 Jun 23 19:05:26.865493 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a0e31-913e-45fc-97a4-97d9c1242eeb req-19b71c78-f26f-4e39-a5c4-fc6bb67181cd tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:26.867021 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f51a0e31-913e-45fc-97a4-97d9c1242eeb req-19b71c78-f26f-4e39-a5c4-fc6bb67181cd tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 944 time: 0.0623565 Jun 23 19:05:26.903666 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-f51a0e31-913e-45fc-97a4-97d9c1242eeb req-489603d7-f9e2-494f-9579-057302998cfa tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312259 Jun 23 19:05:28.093237 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1534e4-deb3-4865-a748-d19bb38c1264 req-fd84192e-c76e-4e01-b96b-dc7c4647f2ad tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:28.095160 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-fd1534e4-deb3-4865-a748-d19bb38c1264 req-fd84192e-c76e-4e01-b96b-dc7c4647f2ad tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 944 time: 0.0717149 Jun 23 19:05:28.150119 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-fd1534e4-deb3-4865-a748-d19bb38c1264 req-2378f10c-0a76-496c-b393-5616d883777a tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486016 Jun 23 19:05:28.451511 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-d68296a6-015a-4d50-98a2-c17a5ef3bf0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:29.608568 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c14f50-f22a-471b-8882-a227f6dc7335 req-04b789c7-fa1d-48e6-8c3f-0859b07eaa23 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:29.610061 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-61c14f50-f22a-471b-8882-a227f6dc7335 req-04b789c7-fa1d-48e6-8c3f-0859b07eaa23 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 944 time: 0.3383257 Jun 23 19:05:29.648497 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-61c14f50-f22a-471b-8882-a227f6dc7335 req-938c66ec-c051-4804-885b-e717e1951f39 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324395 Jun 23 19:05:30.836216 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626fd6b-8e8b-4e59-8b2b-9781a197ffa3 req-252d7593-4ec7-4170-96f0-e56415871197 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:30.837843 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-4626fd6b-8e8b-4e59-8b2b-9781a197ffa3 req-252d7593-4ec7-4170-96f0-e56415871197 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 944 time: 0.0666487 Jun 23 19:05:30.875835 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-4626fd6b-8e8b-4e59-8b2b-9781a197ffa3 req-031ad513-d047-467b-9611-f4f04f8c972a tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322881 Jun 23 19:05:31.041668 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-03d51c16-235e-435e-83c8-5fcc113285cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:31.453199 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:32.056545 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbf8a2-d129-4edb-be3f-fefcd7a03a55 req-8e5a1018-50e6-45f2-9a5d-67c1fdc046e4 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:32.057915 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-16bbf8a2-d129-4edb-be3f-fefcd7a03a55 req-8e5a1018-50e6-45f2-9a5d-67c1fdc046e4 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 944 time: 0.0620818 Jun 23 19:05:32.096973 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-16bbf8a2-d129-4edb-be3f-fefcd7a03a55 req-ace6f9f5-25c2-4148-bb7e-6437e02ec2be tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322535 Jun 23 19:05:32.316427 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:33.277452 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5764475-9045-43ee-9f40-8811e707c508 req-4676b431-bd97-4bab-8c16-04882e3461b7 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:33.279018 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-a5764475-9045-43ee-9f40-8811e707c508 req-4676b431-bd97-4bab-8c16-04882e3461b7 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 944 time: 0.0637097 Jun 23 19:05:33.317057 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-a5764475-9045-43ee-9f40-8811e707c508 req-6c7ad246-7bbf-4592-884d-5dd04080b368 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323188 Jun 23 19:05:33.573479 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:34.502461 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b03e8e-47ce-46ce-bf3a-9d7462bd69b0 req-2a8860b2-1927-40dc-87be-4bf8b68bedd0 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:34.504068 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-74b03e8e-47ce-46ce-bf3a-9d7462bd69b0 req-2a8860b2-1927-40dc-87be-4bf8b68bedd0 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 944 time: 0.0683858 Jun 23 19:05:34.542880 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-74b03e8e-47ce-46ce-bf3a-9d7462bd69b0 req-ca761de8-219f-4c58-8c09-4db721ef5616 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326853 Jun 23 19:05:35.732682 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbf478-ab59-4ead-b824-b81f6aaadadd req-cca481a5-ec99-42ce-ab54-156945820fbf tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:35.734114 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-2ecbf478-ab59-4ead-b824-b81f6aaadadd req-cca481a5-ec99-42ce-ab54-156945820fbf tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 944 time: 0.0703275 Jun 23 19:05:35.773802 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-2ecbf478-ab59-4ead-b824-b81f6aaadadd req-d6354bf7-1986-42ac-99aa-ace5f6acda19 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331111 Jun 23 19:05:36.952164 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9c3e9-7e69-4386-ab00-cb51b1e5c7b9 req-ad52a81b-dd3a-4e67-980f-257ae47d4767 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:36.953704 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-65e9c3e9-7e69-4386-ab00-cb51b1e5c7b9 req-ad52a81b-dd3a-4e67-980f-257ae47d4767 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 944 time: 0.0633504 Jun 23 19:05:36.992409 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-65e9c3e9-7e69-4386-ab00-cb51b1e5c7b9 req-b9ad2a85-5810-48a4-8711-b20812e8d2de tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324912 Jun 23 19:05:38.170998 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c88b1-b466-411b-b8d3-26370b1dddfb req-3ed46b0f-7314-4a75-aae5-64b5e744d872 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:38.172502 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-641c88b1-b466-411b-b8d3-26370b1dddfb req-3ed46b0f-7314-4a75-aae5-64b5e744d872 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 944 time: 0.0629151 Jun 23 19:05:38.210099 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-641c88b1-b466-411b-b8d3-26370b1dddfb req-ac4dd9f9-ee07-4f6d-b39c-749ca5b841ee tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319171 Jun 23 19:05:39.386421 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9485ef9-b375-41f4-b002-927d1822ecdd req-673353ed-4c9f-4cd1-ae16-5f3f15675132 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:39.387726 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-d9485ef9-b375-41f4-b002-927d1822ecdd req-673353ed-4c9f-4cd1-ae16-5f3f15675132 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 944 time: 0.0598404 Jun 23 19:05:39.426956 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-d9485ef9-b375-41f4-b002-927d1822ecdd req-8e6ea7ac-4aad-4675-b694-65d1e93686ed tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337543 Jun 23 19:05:40.566649 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b51af3-6b6e-4cc0-a622-22b107d4a6b1 req-8457575f-6942-4348-915e-78c1ce399c46 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:40.567997 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a5b51af3-6b6e-4cc0-a622-22b107d4a6b1 req-8457575f-6942-4348-915e-78c1ce399c46 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=016e5c01-ceec-439a-83f1-a799a3592c0e HTTP/1.1" status: 200 len: 945 time: 0.0623636 Jun 23 19:05:40.604068 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a5b51af3-6b6e-4cc0-a622-22b107d4a6b1 req-e4bce5b0-2a69-4f81-90e0-10029ff506c9 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=502711b8-75b6-4ffc-b906-8cc2ded87b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303762 Jun 23 19:05:40.610431 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85035e21-8b47-4c88-94e7-a788c4113391 req-341b30ce-b2a5-4553-9f19-a9eff32730ed tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:40.612494 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-85035e21-8b47-4c88-94e7-a788c4113391 req-341b30ce-b2a5-4553-9f19-a9eff32730ed tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 944 time: 0.0658834 Jun 23 19:05:40.896583 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-85035e21-8b47-4c88-94e7-a788c4113391 req-4adcb794-5d3f-4ff9-9780-3d9eae3b6332 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2733233 Jun 23 19:05:41.223260 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 76afcda9-9fe1-4590-87be-abc303b24b40 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=99983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:05:41.317270 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 76afcda9-9fe1-4590-87be-abc303b24b40, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=76afcda9-9fe1-4590-87be-abc303b24b40,segment=NetworkSegment(1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13),segment_id=1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:05:41.330771 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Returning: {'device': '76afcda9-9fe1-4590-87be-abc303b24b40', 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47', 'port_id': '76afcda9-9fe1-4590-87be-abc303b24b40', 'mac_address': 'fa:16:3e:1a:10:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32106090-9e53-4852-ad03-eb2e8f42dc88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:05:41.369897 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:41.382522 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76afcda9-9fe1-4590-87be-abc303b24b40 {{(pid=99983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:05:41.400770 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 76afcda9-9fe1-4590-87be-abc303b24b40, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=76afcda9-9fe1-4590-87be-abc303b24b40,segment=NetworkSegment(1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13),segment_id=1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:05:41.799639 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3689b-94bd-49ab-8ecf-4d956e420470 req-5b8da8da-aa82-4276-8469-51b4d3c58667 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:41.856705 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-01f3689b-94bd-49ab-8ecf-4d956e420470 req-5b8da8da-aa82-4276-8469-51b4d3c58667 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=016e5c01-ceec-439a-83f1-a799a3592c0e HTTP/1.1" status: 200 len: 945 time: 0.0637398 Jun 23 19:05:41.856705 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-01f3689b-94bd-49ab-8ecf-4d956e420470 req-fbaab90f-b69b-482c-83e1-97147890f913 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups?id=502711b8-75b6-4ffc-b906-8cc2ded87b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310795 Jun 23 19:05:42.071050 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbb988-79bb-4071-8f34-6929e36d290f req-0a26f5b7-3c90-4b80-98ae-75cd6b0b92b7 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:42.072520 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-b6dbb988-79bb-4071-8f34-6929e36d290f req-0a26f5b7-3c90-4b80-98ae-75cd6b0b92b7 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 944 time: 0.0615582 Jun 23 19:05:42.108992 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-b6dbb988-79bb-4071-8f34-6929e36d290f req-f3157b5d-a96c-4485-9902-1684967f8273 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305371 Jun 23 19:05:42.164890 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:42.166693 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:42.189754 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:42.211985 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=76afcda9-9fe1-4590-87be-abc303b24b40,revision_number=9']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:42.215058 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:42.357550 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e20928-1660-46fa-a0da-fd7a2a7bdeeb req-0199f8cb-a60c-481c-9b41-07b31aec531f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:42.359011 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-e1e20928-1660-46fa-a0da-fd7a2a7bdeeb req-0199f8cb-a60c-481c-9b41-07b31aec531f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.74 "GET /v2.0/ports?device_id=016e5c01-ceec-439a-83f1-a799a3592c0e HTTP/1.1" status: 200 len: 945 time: 0.0626566 Jun 23 19:05:42.453685 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-e1e20928-1660-46fa-a0da-fd7a2a7bdeeb req-e31fdde5-69a0-4f73-b97e-1a8f038570fd tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Deleting port ab4bd011-70d6-4d44-afdd-e4712a881f8d {{(pid=99982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:05:42.453943 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-e1e20928-1660-46fa-a0da-fd7a2a7bdeeb req-e31fdde5-69a0-4f73-b97e-1a8f038570fd tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:42.467544 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['76afcda9-9fe1-4590-87be-abc303b24b40'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:05:42.542304 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-e1e20928-1660-46fa-a0da-fd7a2a7bdeeb req-e31fdde5-69a0-4f73-b97e-1a8f038570fd tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] For port ab4bd011-70d6-4d44-afdd-e4712a881f8d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ab4bd011-70d6-4d44-afdd-e4712a881f8d,segment=NetworkSegment(21777bc4-7e14-43bb-899b-3e57adfce770),segment_id=21777bc4-7e14-43bb-899b-3e57adfce770)] {{(pid=99982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:05:42.542672 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-e1e20928-1660-46fa-a0da-fd7a2a7bdeeb req-e31fdde5-69a0-4f73-b97e-1a8f038570fd tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:42.702871 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-e1e20928-1660-46fa-a0da-fd7a2a7bdeeb req-e31fdde5-69a0-4f73-b97e-1a8f038570fd tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:42.703245 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-e1e20928-1660-46fa-a0da-fd7a2a7bdeeb req-e31fdde5-69a0-4f73-b97e-1a8f038570fd tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1978722'] for floatingip, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:42.703559 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.db.l3_db [req-e1e20928-1660-46fa-a0da-fd7a2a7bdeeb req-e31fdde5-69a0-4f73-b97e-1a8f038570fd tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Floating IP 226e1126-b229-4fdb-b11f-5f29625a7b20 disassociated. External IP: 172.27.0.3, port: ab4bd011-70d6-4d44-afdd-e4712a881f8d. Jun 23 19:05:42.703953 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-e1e20928-1660-46fa-a0da-fd7a2a7bdeeb req-e31fdde5-69a0-4f73-b97e-1a8f038570fd tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Calling delete_port for ab4bd011-70d6-4d44-afdd-e4712a881f8d owned by compute:nova {{(pid=99982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:05:42.876250 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 6 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:05:42.909199 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-e1e20928-1660-46fa-a0da-fd7a2a7bdeeb req-e31fdde5-69a0-4f73-b97e-1a8f038570fd tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63686034'] for port, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:42.913268 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-9b0a0adb-1558-4148-b49d-846d7e529403 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:42.937061 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31fdde5-69a0-4f73-b97e-1a8f038570fd tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Pushing event deleted for resources: {'Port': ['ID=ab4bd011-70d6-4d44-afdd-e4712a881f8d,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:42.946835 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31fdde5-69a0-4f73-b97e-1a8f038570fd tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:42.947220 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31fdde5-69a0-4f73-b97e-1a8f038570fd tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:42.947591 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31fdde5-69a0-4f73-b97e-1a8f038570fd tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:42.947983 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31fdde5-69a0-4f73-b97e-1a8f038570fd tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:42.948344 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31fdde5-69a0-4f73-b97e-1a8f038570fd tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:42.948705 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31fdde5-69a0-4f73-b97e-1a8f038570fd tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:42.949063 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31fdde5-69a0-4f73-b97e-1a8f038570fd tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:42.949418 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31fdde5-69a0-4f73-b97e-1a8f038570fd tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:42.949772 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31fdde5-69a0-4f73-b97e-1a8f038570fd tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:42.950638 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31fdde5-69a0-4f73-b97e-1a8f038570fd tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:42.950638 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31fdde5-69a0-4f73-b97e-1a8f038570fd tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:42.950836 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31fdde5-69a0-4f73-b97e-1a8f038570fd tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:42.956171 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-e31fdde5-69a0-4f73-b97e-1a8f038570fd tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:42.986359 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-52742c03-f4db-4a1b-80ca-f512db1e3703 req-7bf658f5-4355-4c30-8489-61c3f2c50e48 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=016e5c01-ceec-439a-83f1-a799a3592c0e HTTP/1.1" status: 200 len: 210 time: 0.0306225 Jun 23 19:05:43.084151 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1e20928-1660-46fa-a0da-fd7a2a7bdeeb req-e31fdde5-69a0-4f73-b97e-1a8f038570fd tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Router bd24330b-cb47-43d9-a75a-15e3286e3215 has already been hosted by L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 {{(pid=99982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:05:43.216177 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1e20928-1660-46fa-a0da-fd7a2a7bdeeb req-e31fdde5-69a0-4f73-b97e-1a8f038570fd tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:05:43.221969 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 76afcda9-9fe1-4590-87be-abc303b24b40 up at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:05:43.250029 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b301ca-a3fd-4a91-b027-16edaff5c980 None None] Sync routers for ids ['bd24330b-cb47-43d9-a75a-15e3286e3215'] in dv-cinder-786386-8-iscsi {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:05:43.259237 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e20928-1660-46fa-a0da-fd7a2a7bdeeb req-e31fdde5-69a0-4f73-b97e-1a8f038570fd tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] No DVR routers for this DVR port ab4bd011-70d6-4d44-afdd-e4712a881f8d on host hv-cinder-78638 {{(pid=99982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:05:43.261741 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-e1e20928-1660-46fa-a0da-fd7a2a7bdeeb req-e31fdde5-69a0-4f73-b97e-1a8f038570fd tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:43.263792 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-e1e20928-1660-46fa-a0da-fd7a2a7bdeeb req-e31fdde5-69a0-4f73-b97e-1a8f038570fd tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.74 "DELETE /v2.0/ports/ab4bd011-70d6-4d44-afdd-e4712a881f8d HTTP/1.1" status: 204 len: 173 time: 0.8982954 Jun 23 19:05:43.264318 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016e5c01-ceec-439a-83f1-a799a3592c0e', 'name': 'network-vif-deleted', 'tag': 'ab4bd011-70d6-4d44-afdd-e4712a881f8d'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:05:43.266701 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47e7c92-972a-4455-b429-fc9768019d37" -d '{"events": [{"server_uuid": "016e5c01-ceec-439a-83f1-a799a3592c0e", "name": "network-vif-deleted", "tag": "ab4bd011-70d6-4d44-afdd-e4712a881f8d"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:05:43.269451 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b301ca-a3fd-4a91-b027-16edaff5c980 None None] Routers {'bd24330b-cb47-43d9-a75a-15e3286e3215'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:05:43.270053 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-b6b301ca-a3fd-4a91-b027-16edaff5c980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:05:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['bd24330b-cb47-43d9-a75a-15e3286e3215'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:43.291840 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732e726-266f-4e60-bff1-04d5da1825c1 req-9dadc2bc-0cdf-4acd-b26f-1671be2c44a7 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:43.293382 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-9732e726-266f-4e60-bff1-04d5da1825c1 req-9dadc2bc-0cdf-4acd-b26f-1671be2c44a7 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 945 time: 0.0702744 Jun 23 19:05:43.308399 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89fd57f-4342-4151-9794-4b5706d65f44 x-openstack-request-id: req-d89fd57f-4342-4151-9794-4b5706d65f44 {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:05:43.308732 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016e5c01-ceec-439a-83f1-a799a3592c0e", "name": "network-vif-deleted", "tag": "ab4bd011-70d6-4d44-afdd-e4712a881f8d", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:05:43.309030 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d89fd57f-4342-4151-9794-4b5706d65f44 {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:05:43.309471 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016e5c01-ceec-439a-83f1-a799a3592c0e', 'name': 'network-vif-deleted', 'tag': 'ab4bd011-70d6-4d44-afdd-e4712a881f8d', 'status': 'completed', 'code': 200} Jun 23 19:05:43.330899 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning complete for port 76afcda9-9fe1-4590-87be-abc303b24b40 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:05:43.331684 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:43.343166 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-9732e726-266f-4e60-bff1-04d5da1825c1 req-1d232687-f68c-438a-8356-ed3bfea23de5 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436480 Jun 23 19:05:43.440243 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-b6b301ca-a3fd-4a91-b027-16edaff5c980 None None] Set router bd24330b-cb47-43d9-a75a-15e3286e3215 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:05:43.564878 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:43.621931 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417c5048-21d3-44bd-9fbe-b3bbe228b8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76afcda9-9fe1-4590-87be-abc303b24b40'}] {{(pid=99983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:05:43.624342 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3da190a675926e82bddf1ae19285f5edc5f8218f501b2228f0a51a29f9c71fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa51381a-713a-46a8-8ea2-d2df111a0719" -d '{"events": [{"server_uuid": "417c5048-21d3-44bd-9fbe-b3bbe228b8db", "name": "network-vif-plugged", "status": "completed", "tag": "76afcda9-9fe1-4590-87be-abc303b24b40"}]}' {{(pid=99983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:05:43.642531 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 76afcda9-9fe1-4590-87be-abc303b24b40, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=76afcda9-9fe1-4590-87be-abc303b24b40,segment=NetworkSegment(1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13),segment_id=1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:05:43.677891 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744e691b-6fa5-4dd4-b043-f1f44efc6c81 x-openstack-request-id: req-744e691b-6fa5-4dd4-b043-f1f44efc6c81 {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:05:43.678196 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417c5048-21d3-44bd-9fbe-b3bbe228b8db", "name": "network-vif-plugged", "status": "completed", "tag": "76afcda9-9fe1-4590-87be-abc303b24b40", "code": 200}]} {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:05:43.678484 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-744e691b-6fa5-4dd4-b043-f1f44efc6c81 {{(pid=99983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:05:43.678877 dv-cinder-786386-8-iscsi neutron-server[99983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417c5048-21d3-44bd-9fbe-b3bbe228b8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76afcda9-9fe1-4590-87be-abc303b24b40', 'code': 200} Jun 23 19:05:43.706747 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-b6b301ca-a3fd-4a91-b027-16edaff5c980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'name': 'tempest-AttachVolumeTestJSON-840448975-router', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd582b92e-0288-439b-9a01-15bee6c38578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:28Z', 'updated_at': '2021-06-23T18:58:39Z', 'revision_number': 4, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'gw_port': {'id': 'd582b92e-0288-439b-9a01-15bee6c38578', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:30Z', 'updated_at': '2021-06-23T18:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': 'bc94c0c6-dfce-4b66-98ef-8ea85e3086d1', 'name': '', 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'mac_address': 'fa:16:3e:45:7e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'addde824-1dce-4a61-8b2a-9b50df39336c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:36Z', 'updated_at': '2021-06-23T18:58:49Z', 'revision_number': 5, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'subnets': [{'id': 'addde824-1dce-4a61-8b2a-9b50df39336c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:43.737920 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:43.739888 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:43.741888 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b301ca-a3fd-4a91-b027-16edaff5c980 None None] Checking router: bd24330b-cb47-43d9-a75a-15e3286e3215 for host: dv-cinder-786386-8-iscsi {{(pid=99983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:05:43.769273 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b301ca-a3fd-4a91-b027-16edaff5c980 None None] Routers {'bd24330b-cb47-43d9-a75a-15e3286e3215'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:05:43.769906 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-b6b301ca-a3fd-4a91-b027-16edaff5c980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:05:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['bd24330b-cb47-43d9-a75a-15e3286e3215'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:43.828601 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=76afcda9-9fe1-4590-87be-abc303b24b40,revision_number=10']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:43.833000 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:43.894849 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-b6b301ca-a3fd-4a91-b027-16edaff5c980 None None] Set router bd24330b-cb47-43d9-a75a-15e3286e3215 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:05:44.095327 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-b6b301ca-a3fd-4a91-b027-16edaff5c980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'name': 'tempest-AttachVolumeTestJSON-840448975-router', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd582b92e-0288-439b-9a01-15bee6c38578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:28Z', 'updated_at': '2021-06-23T18:58:39Z', 'revision_number': 4, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'gw_port': {'id': 'd582b92e-0288-439b-9a01-15bee6c38578', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:30Z', 'updated_at': '2021-06-23T18:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': 'bc94c0c6-dfce-4b66-98ef-8ea85e3086d1', 'name': '', 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'mac_address': 'fa:16:3e:45:7e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'addde824-1dce-4a61-8b2a-9b50df39336c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:36Z', 'updated_at': '2021-06-23T18:58:49Z', 'revision_number': 5, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'subnets': [{'id': 'addde824-1dce-4a61-8b2a-9b50df39336c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:44.105428 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee63b6f-ae18-4907-be07-0f21e7465110 req-12bf0123-81bd-4aaa-b62e-bf999db4df79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:44.107067 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0ee63b6f-ae18-4907-be07-0f21e7465110 req-12bf0123-81bd-4aaa-b62e-bf999db4df79 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 1100 time: 0.0614021 Jun 23 19:05:44.126122 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b301ca-a3fd-4a91-b027-16edaff5c980 None None] The sync data for ids ['bd24330b-cb47-43d9-a75a-15e3286e3215'] in dv-cinder-786386-8-iscsi is: [{'id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'name': 'tempest-AttachVolumeTestJSON-840448975-router', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd582b92e-0288-439b-9a01-15bee6c38578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:28Z', 'updated_at': '2021-06-23T18:58:39Z', 'revision_number': 4, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'gw_port': {'id': 'd582b92e-0288-439b-9a01-15bee6c38578', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:30Z', 'updated_at': '2021-06-23T18:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': 'bc94c0c6-dfce-4b66-98ef-8ea85e3086d1', 'name': '', 'network_id': '58353e6c-18a0-4686-b0db-a03201c9462d', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'mac_address': 'fa:16:3e:45:7e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'addde824-1dce-4a61-8b2a-9b50df39336c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:36Z', 'updated_at': '2021-06-23T18:58:49Z', 'revision_number': 5, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'subnets': [{'id': 'addde824-1dce-4a61-8b2a-9b50df39336c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:05:44.144274 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0ee63b6f-ae18-4907-be07-0f21e7465110 req-db740062-6877-460c-8698-880a57166152 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313241 Jun 23 19:05:44.150533 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-fc65c119-4e6a-47ec-9a79-f9a3b47d4440 req-8c5b1179-1a26-4bff-bec6-66ac40823263 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/ports?device_id=016e5c01-ceec-439a-83f1-a799a3592c0e HTTP/1.1" status: 200 len: 210 time: 0.0351532 Jun 23 19:05:44.330400 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50ef746-1416-4a4b-b733-760ea22835a9 None None] New status for floating IP 226e1126-b229-4fdb-b11f-5f29625a7b20: DOWN {{(pid=99984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:05:44.532938 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c2466-e1a6-4cfa-888f-21c571d15d99 req-f228cc2f-83d6-4aa2-8783-abbb2de89a05 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:44.535995 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-106c2466-e1a6-4cfa-888f-21c571d15d99 req-f228cc2f-83d6-4aa2-8783-abbb2de89a05 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 947 time: 0.0663178 Jun 23 19:05:44.572296 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-106c2466-e1a6-4cfa-888f-21c571d15d99 req-a3a3e8b8-4206-483a-b697-0a738862703b tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312912 Jun 23 19:05:45.354369 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 36516) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:45.410279 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a63b85d9-2e42-460d-9a5e-af4798d3632a tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:45.433626 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a63b85d9-2e42-460d-9a5e-af4798d3632a tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:45.530414 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a63b85d9-2e42-460d-9a5e-af4798d3632a tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:45.533738 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a63b85d9-2e42-460d-9a5e-af4798d3632a tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:45.534957 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-a63b85d9-2e42-460d-9a5e-af4798d3632a tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "DELETE /v2.0/security-groups/502711b8-75b6-4ffc-b906-8cc2ded87b54 HTTP/1.1" status: 204 len: 168 time: 0.1795688 Jun 23 19:05:45.535775 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-862c6dd3-5825-485b-86aa-6b47e7b02d43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:45.538173 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 36526) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:45.544798 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b85d9-2e42-460d-9a5e-af4798d3632a tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=502711b8-75b6-4ffc-b906-8cc2ded87b54,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:45.547373 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-a63b85d9-2e42-460d-9a5e-af4798d3632a tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:45.553094 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.api.v2.resource [None req-2e0fb64b-2317-4de6-8624-18e79d912c54 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] show failed (client error): The resource could not be found. Jun 23 19:05:45.554317 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-2e0fb64b-2317-4de6-8624-18e79d912c54 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "GET /v2.0/security-groups/502711b8-75b6-4ffc-b906-8cc2ded87b54 HTTP/1.1" status: 404 len: 347 time: 0.0155289 Jun 23 19:05:45.557075 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 36530) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:45.683236 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.plugin [None req-3ecc9575-49fd-450a-88ea-25929964d96f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Deleting port b44e5738-f573-426a-99fb-44ae049d5beb {{(pid=99981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:05:45.683590 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3ecc9575-49fd-450a-88ea-25929964d96f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:45.798228 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3ecc9575-49fd-450a-88ea-25929964d96f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:45.798811 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3ecc9575-49fd-450a-88ea-25929964d96f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:45.820383 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df13dc-a92d-4e2e-864a-571a99d1af04 req-a25e4bcb-3c69-4ce0-b5c5-4c99409a38cb tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:45.823107 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-75df13dc-a92d-4e2e-864a-571a99d1af04 req-a25e4bcb-3c69-4ce0-b5c5-4c99409a38cb tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 947 time: 0.1271658 Jun 23 19:05:45.823107 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.plugin [None req-3ecc9575-49fd-450a-88ea-25929964d96f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Calling delete_port for b44e5738-f573-426a-99fb-44ae049d5beb owned by network:floatingip {{(pid=99981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:05:45.903455 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-75df13dc-a92d-4e2e-864a-571a99d1af04 req-7316fa08-b083-41f2-93dc-8ea670c77b0e tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750630 Jun 23 19:05:46.073031 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3ecc9575-49fd-450a-88ea-25929964d96f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66155770'] for port, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:46.075247 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:46.099131 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc9575-49fd-450a-88ea-25929964d96f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Pushing event deleted for resources: {'Port': ['ID=b44e5738-f573-426a-99fb-44ae049d5beb,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:46.110185 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc9575-49fd-450a-88ea-25929964d96f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:46.110588 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc9575-49fd-450a-88ea-25929964d96f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:46.110958 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc9575-49fd-450a-88ea-25929964d96f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:46.111324 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc9575-49fd-450a-88ea-25929964d96f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:46.111710 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc9575-49fd-450a-88ea-25929964d96f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:46.112103 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc9575-49fd-450a-88ea-25929964d96f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:46.112476 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc9575-49fd-450a-88ea-25929964d96f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:46.112815 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc9575-49fd-450a-88ea-25929964d96f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:46.113176 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc9575-49fd-450a-88ea-25929964d96f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:46.113533 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc9575-49fd-450a-88ea-25929964d96f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:46.113884 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc9575-49fd-450a-88ea-25929964d96f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:46.114252 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc9575-49fd-450a-88ea-25929964d96f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:46.132457 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-3ecc9575-49fd-450a-88ea-25929964d96f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:46.174010 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3ecc9575-49fd-450a-88ea-25929964d96f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks [] for floatingip, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:46.176467 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3ecc9575-49fd-450a-88ea-25929964d96f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for floatingip, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:46.177620 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-3ecc9575-49fd-450a-88ea-25929964d96f tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] 10.222.0.47 "DELETE /v2.0/floatingips/226e1126-b229-4fdb-b11f-5f29625a7b20 HTTP/1.1" status: 204 len: 168 time: 0.6194811 Jun 23 19:05:46.599675 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa03f35-daf4-465e-8b34-d8964efab5e3 req-20d95f26-79c9-43c0-bf78-76e6614bd4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:46.601074 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3aa03f35-daf4-465e-8b34-d8964efab5e3 req-20d95f26-79c9-43c0-bf78-76e6614bd4e2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=729d57d1e6084efaafdeeab91cc43749&device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 1100 time: 0.0556343 Jun 23 19:05:46.706985 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa03f35-daf4-465e-8b34-d8964efab5e3 req-36ce4b0d-e7ac-486d-b8d7-53453a5a9501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:46.708415 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3aa03f35-daf4-465e-8b34-d8964efab5e3 req-36ce4b0d-e7ac-486d-b8d7-53453a5a9501 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bfb4a1f7-e917-4d93-979a-9e772f8cdd47 HTTP/1.1" status: 200 len: 918 time: 0.0858262 Jun 23 19:05:46.772399 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3aa03f35-daf4-465e-8b34-d8964efab5e3 req-bce38e64-86ba-4a10-a07c-094f7a5217fa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76afcda9-9fe1-4590-87be-abc303b24b40 HTTP/1.1" status: 200 len: 1002 time: 0.0570767 Jun 23 19:05:46.821460 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa03f35-daf4-465e-8b34-d8964efab5e3 req-4706008a-a706-465f-a6e4-e684f3c14839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:46.822880 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3aa03f35-daf4-465e-8b34-d8964efab5e3 req-4706008a-a706-465f-a6e4-e684f3c14839 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=32106090-9e53-4852-ad03-eb2e8f42dc88 HTTP/1.1" status: 200 len: 856 time: 0.0442500 Jun 23 19:05:46.882573 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa03f35-daf4-465e-8b34-d8964efab5e3 req-3096ee25-9b83-474f-b956-49c8e42890c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:46.884062 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3aa03f35-daf4-465e-8b34-d8964efab5e3 req-3096ee25-9b83-474f-b956-49c8e42890c9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bfb4a1f7-e917-4d93-979a-9e772f8cdd47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548215 Jun 23 19:05:46.971438 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3aa03f35-daf4-465e-8b34-d8964efab5e3 req-d3094e07-4441-41e4-b902-1ac41ebeb401 service neutron] 10.222.0.74 "GET /v2.0/networks/bfb4a1f7-e917-4d93-979a-9e772f8cdd47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812447 Jun 23 19:05:47.106535 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3aa03f35-daf4-465e-8b34-d8964efab5e3 req-645f8fa3-7c29-4548-b199-0c3bc94241ea service neutron] 10.222.0.74 "GET /v2.0/networks/bfb4a1f7-e917-4d93-979a-9e772f8cdd47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274655 Jun 23 19:05:47.122903 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1629e-9f9e-4315-873b-00eccedc3ac0 req-ea680904-3275-4db9-963d-c981be0dba7b tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:47.124368 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-07a1629e-9f9e-4315-873b-00eccedc3ac0 req-ea680904-3275-4db9-963d-c981be0dba7b tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 947 time: 0.0875397 Jun 23 19:05:47.161850 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-07a1629e-9f9e-4315-873b-00eccedc3ac0 req-db46fc87-cca9-4960-8d12-aedb51b7d4c7 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316255 Jun 23 19:05:47.219353 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device ab4bd011-70d6-4d44-afdd-e4712a881f8d no longer exists at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:05:47.238279 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] No Port match for: ab4bd011-70d6-4d44-afdd-e4712a881f8d {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:05:47.238642 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device ab4bd011-70d6-4d44-afdd-e4712a881f8d not bound to the agent host hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:05:50.198874 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 36576) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:50.664899 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-cb6621c9-304a-48ad-abda-d76f274561ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2015972'] for router_interface, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:50.906756 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.plugin [None req-cb6621c9-304a-48ad-abda-d76f274561ff admin admin] Deleting port bc94c0c6-dfce-4b66-98ef-8ea85e3086d1 {{(pid=99981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:05:50.907097 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-cb6621c9-304a-48ad-abda-d76f274561ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:50.985098 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.db [None req-cb6621c9-304a-48ad-abda-d76f274561ff admin admin] For port bc94c0c6-dfce-4b66-98ef-8ea85e3086d1, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=bc94c0c6-dfce-4b66-98ef-8ea85e3086d1,segment=NetworkSegment(21777bc4-7e14-43bb-899b-3e57adfce770),segment_id=21777bc4-7e14-43bb-899b-3e57adfce770)] {{(pid=99981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:05:50.985459 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-cb6621c9-304a-48ad-abda-d76f274561ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:50.997709 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.plugin [None req-cb6621c9-304a-48ad-abda-d76f274561ff admin admin] Calling delete_port for bc94c0c6-dfce-4b66-98ef-8ea85e3086d1 owned by network:router_interface {{(pid=99981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:05:51.281552 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-cb6621c9-304a-48ad-abda-d76f274561ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66155770'] for port, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:51.283434 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:51.307175 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6621c9-304a-48ad-abda-d76f274561ff admin admin] Pushing event deleted for resources: {'Port': ['ID=bc94c0c6-dfce-4b66-98ef-8ea85e3086d1,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:51.309638 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-cb6621c9-304a-48ad-abda-d76f274561ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:51.470458 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-cb6621c9-304a-48ad-abda-d76f274561ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997076'] for router_interface, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:51.672721 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6621c9-304a-48ad-abda-d76f274561ff admin admin] Router bd24330b-cb47-43d9-a75a-15e3286e3215 has already been hosted by L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 {{(pid=99981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:05:51.774562 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6621c9-304a-48ad-abda-d76f274561ff admin admin] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:05:51.779491 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-cb6621c9-304a-48ad-abda-d76f274561ff admin admin] 10.222.0.47 "PUT /v2.0/routers/bd24330b-cb47-43d9-a75a-15e3286e3215/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5797756 Jun 23 19:05:51.782608 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 36580) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:51.785297 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a600c9-70c4-4e9c-b9e3-bf473a6ef591 None None] Sync routers for ids ['bd24330b-cb47-43d9-a75a-15e3286e3215'] in dv-cinder-786386-8-iscsi {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:05:51.794185 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a600c9-70c4-4e9c-b9e3-bf473a6ef591 None None] Routers {'bd24330b-cb47-43d9-a75a-15e3286e3215'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:05:51.794821 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-f1a600c9-70c4-4e9c-b9e3-bf473a6ef591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:05:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['bd24330b-cb47-43d9-a75a-15e3286e3215'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:51.882461 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-7341b630-ee78-4671-82a6-4491f77365b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:51.899132 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-f1a600c9-70c4-4e9c-b9e3-bf473a6ef591 None None] Set router bd24330b-cb47-43d9-a75a-15e3286e3215 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:05:51.983604 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-7341b630-ee78-4671-82a6-4491f77365b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:52.106688 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.plugin [None req-7341b630-ee78-4671-82a6-4491f77365b4 admin admin] Deleting port d582b92e-0288-439b-9a01-15bee6c38578 {{(pid=99981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:05:52.107038 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-7341b630-ee78-4671-82a6-4491f77365b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:52.186887 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.db [None req-7341b630-ee78-4671-82a6-4491f77365b4 admin admin] For port d582b92e-0288-439b-9a01-15bee6c38578, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=d582b92e-0288-439b-9a01-15bee6c38578,segment=NetworkSegment(06735785-9383-45ec-8182-cbd06f0cff2c),segment_id=06735785-9383-45ec-8182-cbd06f0cff2c)] {{(pid=99981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:05:52.187251 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-7341b630-ee78-4671-82a6-4491f77365b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:52.196635 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-f1a600c9-70c4-4e9c-b9e3-bf473a6ef591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'name': 'tempest-AttachVolumeTestJSON-840448975-router', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd582b92e-0288-439b-9a01-15bee6c38578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:28Z', 'updated_at': '2021-06-23T19:05:51Z', 'revision_number': 5, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'gw_port': {'id': 'd582b92e-0288-439b-9a01-15bee6c38578', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:30Z', 'updated_at': '2021-06-23T18:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi'}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:52.198776 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.plugin [None req-7341b630-ee78-4671-82a6-4491f77365b4 admin admin] Calling delete_port for d582b92e-0288-439b-9a01-15bee6c38578 owned by network:router_gateway {{(pid=99981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:05:52.224471 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a600c9-70c4-4e9c-b9e3-bf473a6ef591 None None] Checking router: bd24330b-cb47-43d9-a75a-15e3286e3215 for host: dv-cinder-786386-8-iscsi {{(pid=99983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:05:52.233114 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a600c9-70c4-4e9c-b9e3-bf473a6ef591 None None] Routers {'bd24330b-cb47-43d9-a75a-15e3286e3215'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:05:52.233782 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-f1a600c9-70c4-4e9c-b9e3-bf473a6ef591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:05:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['bd24330b-cb47-43d9-a75a-15e3286e3215'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:52.315425 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-f1a600c9-70c4-4e9c-b9e3-bf473a6ef591 None None] Set router bd24330b-cb47-43d9-a75a-15e3286e3215 gateway port host: None {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:05:52.365551 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-f1a600c9-70c4-4e9c-b9e3-bf473a6ef591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'name': 'tempest-AttachVolumeTestJSON-840448975-router', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:28Z', 'updated_at': '2021-06-23T19:05:51Z', 'revision_number': 6, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'gw_port_host': None}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:52.394490 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a600c9-70c4-4e9c-b9e3-bf473a6ef591 None None] The sync data for ids ['bd24330b-cb47-43d9-a75a-15e3286e3215'] in dv-cinder-786386-8-iscsi is: [{'id': 'bd24330b-cb47-43d9-a75a-15e3286e3215', 'name': 'tempest-AttachVolumeTestJSON-840448975-router', 'tenant_id': 'c9f6a4633b074ee18f6ae32450102a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:28Z', 'updated_at': '2021-06-23T19:05:51Z', 'revision_number': 6, 'project_id': 'c9f6a4633b074ee18f6ae32450102a45', 'gw_port_host': None}] {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:05:52.407032 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-7341b630-ee78-4671-82a6-4491f77365b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66155770'] for port, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:52.411389 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-a3c71935-9869-4e08-934c-93c29158f917 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:52.432134 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341b630-ee78-4671-82a6-4491f77365b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d582b92e-0288-439b-9a01-15bee6c38578,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:52.435620 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-7341b630-ee78-4671-82a6-4491f77365b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:52.493415 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-7341b630-ee78-4671-82a6-4491f77365b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1978753'] for router_gateway, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:52.578880 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-7341b630-ee78-4671-82a6-4491f77365b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31818'] for router, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:52.580938 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-7341b630-ee78-4671-82a6-4491f77365b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:52.955140 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-7341b630-ee78-4671-82a6-4491f77365b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1997551'] for router, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:52.955687 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7341b630-ee78-4671-82a6-4491f77365b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd24330b-cb47-43d9-a75a-15e3286e3215 {{(pid=99981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 19:05:52.960343 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-7341b630-ee78-4671-82a6-4491f77365b4 admin admin] Notify callbacks [] for router, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:52.961544 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-7341b630-ee78-4671-82a6-4491f77365b4 admin admin] 10.222.0.47 "DELETE /v2.0/routers/bd24330b-cb47-43d9-a75a-15e3286e3215 HTTP/1.1" status: 204 len: 168 time: 1.1780281 Jun 23 19:05:52.964078 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 36582) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:53.007412 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.db_base_plugin_v2 [None req-e01e7ca9-751f-4321-9d12-1a5067dcbd02 admin admin] Deleting subnet addde824-1dce-4a61-8b2a-9b50df39336c {{(pid=99981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:05:53.010244 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-e01e7ca9-751f-4321-9d12-1a5067dcbd02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:53.041839 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-e01e7ca9-751f-4321-9d12-1a5067dcbd02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65243406'] for subnet, precommit_delete_associations {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:53.145484 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device bc94c0c6-dfce-4b66-98ef-8ea85e3086d1 no longer exists at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:05:53.151225 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-e01e7ca9-751f-4321-9d12-1a5067dcbd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017849'] for subnet, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:53.165125 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] No Port match for: bc94c0c6-dfce-4b66-98ef-8ea85e3086d1 {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:05:53.165489 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device bc94c0c6-dfce-4b66-98ef-8ea85e3086d1 not bound to the agent host dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:05:53.253686 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-e01e7ca9-751f-4321-9d12-1a5067dcbd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66155696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63851697'] for subnet, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:53.257087 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:53.281901 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e7ca9-751f-4321-9d12-1a5067dcbd02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=addde824-1dce-4a61-8b2a-9b50df39336c,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:53.283910 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-e01e7ca9-751f-4321-9d12-1a5067dcbd02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for subnet, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:53.285760 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-e01e7ca9-751f-4321-9d12-1a5067dcbd02 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/addde824-1dce-4a61-8b2a-9b50df39336c HTTP/1.1" status: 204 len: 168 time: 0.3207448 Jun 23 19:05:53.286669 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-e01e7ca9-751f-4321-9d12-1a5067dcbd02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:53.288270 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 36584) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:53.290581 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35f3c55-cbfc-4a8c-a4b5-25fd08afaa98 None None] Network 58353e6c-18a0-4686-b0db-a03201c9462d requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:05:53.361102 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c1938eec-cfe8-444e-9b08-029421026e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631679'] for network, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:53.417165 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.plugin [None req-c1938eec-cfe8-444e-9b08-029421026e8c admin admin] Deleting port 787ce184-5fde-4eac-a195-d546ac0993cf {{(pid=99981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:05:53.417758 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c1938eec-cfe8-444e-9b08-029421026e8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:53.487614 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.db [None req-c1938eec-cfe8-444e-9b08-029421026e8c admin admin] For port 787ce184-5fde-4eac-a195-d546ac0993cf, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=787ce184-5fde-4eac-a195-d546ac0993cf,segment=NetworkSegment(21777bc4-7e14-43bb-899b-3e57adfce770),segment_id=21777bc4-7e14-43bb-899b-3e57adfce770)] {{(pid=99981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:05:53.487980 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c1938eec-cfe8-444e-9b08-029421026e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:53.492909 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d562679-c1fa-4ba1-99fe-b159f21573e2 None None] DHCP port deletion for 58353e6c-18a0-4686-b0db-a03201c9462d request from dv-cinder-786386-8-iscsi {{(pid=99983) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 19:05:53.501861 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.plugin [None req-c1938eec-cfe8-444e-9b08-029421026e8c admin admin] Calling delete_port for 787ce184-5fde-4eac-a195-d546ac0993cf owned by network:dhcp {{(pid=99981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:05:53.537027 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-1d562679-c1fa-4ba1-99fe-b159f21573e2 None None] Deleting port 787ce184-5fde-4eac-a195-d546ac0993cf {{(pid=99983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:05:53.537351 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-1d562679-c1fa-4ba1-99fe-b159f21573e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:53.600121 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-1d562679-c1fa-4ba1-99fe-b159f21573e2 None None] For port 787ce184-5fde-4eac-a195-d546ac0993cf, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=787ce184-5fde-4eac-a195-d546ac0993cf,segment=NetworkSegment(21777bc4-7e14-43bb-899b-3e57adfce770),segment_id=21777bc4-7e14-43bb-899b-3e57adfce770)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:05:53.600530 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-1d562679-c1fa-4ba1-99fe-b159f21573e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:53.612926 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-1d562679-c1fa-4ba1-99fe-b159f21573e2 None None] Calling delete_port for 787ce184-5fde-4eac-a195-d546ac0993cf owned by network:dhcp {{(pid=99983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:05:53.633809 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c1938eec-cfe8-444e-9b08-029421026e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66155770'] for port, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:53.636777 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-a3c71935-9869-4e08-934c-93c29158f917 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:53.660894 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1938eec-cfe8-444e-9b08-029421026e8c admin admin] Pushing event deleted for resources: {'Port': ['ID=787ce184-5fde-4eac-a195-d546ac0993cf,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:53.662729 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1938eec-cfe8-444e-9b08-029421026e8c admin admin] No DVR routers for this DVR port 787ce184-5fde-4eac-a195-d546ac0993cf on host dv-cinder-786386-8-iscsi {{(pid=99981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:05:53.664207 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-c1938eec-cfe8-444e-9b08-029421026e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:53.686016 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-1d562679-c1fa-4ba1-99fe-b159f21573e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975'] for port, after_delete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:53.688708 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:53.712450 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d562679-c1fa-4ba1-99fe-b159f21573e2 None None] Pushing event deleted for resources: {'Port': ['ID=787ce184-5fde-4eac-a195-d546ac0993cf,revision_number=None']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:53.717020 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d562679-c1fa-4ba1-99fe-b159f21573e2 None None] No DVR routers for this DVR port 787ce184-5fde-4eac-a195-d546ac0993cf on host dv-cinder-786386-8-iscsi {{(pid=99983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:05:53.721767 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-1d562679-c1fa-4ba1-99fe-b159f21573e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:53.735876 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c1938eec-cfe8-444e-9b08-029421026e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018740', 'neutron.services.segments.db._delete_segments_for_network-8739890731039'] for network, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:53.745726 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.services.segments.db [None req-c1938eec-cfe8-444e-9b08-029421026e8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58353e6c-18a0-4686-b0db-a03201c9462d']}} {{(pid=99981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:53.755683 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.services.segments.db [None req-c1938eec-cfe8-444e-9b08-029421026e8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21777bc4-7e14-43bb-899b-3e57adfce770') {'for_net_delete': True} {{(pid=99981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:53.755987 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.services.segments.db [None req-c1938eec-cfe8-444e-9b08-029421026e8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21777bc4-7e14-43bb-899b-3e57adfce770') {} {{(pid=99981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:53.764931 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c1938eec-cfe8-444e-9b08-029421026e8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739890717934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65243409'] for segment, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:53.778133 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c1938eec-cfe8-444e-9b08-029421026e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412'] for segment, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:53.784415 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1938eec-cfe8-444e-9b08-029421026e8c admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=99981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:05:53.784797 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c1938eec-cfe8-444e-9b08-029421026e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66155565'] for segment, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:53.786449 dv-cinder-786386-8-iscsi neutron-server[99981]: Traceback (most recent call last): Jun 23 19:05:53.786449 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:05:53.786449 dv-cinder-786386-8-iscsi neutron-server[99981]: timer() Jun 23 19:05:53.786449 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:05:53.786449 dv-cinder-786386-8-iscsi neutron-server[99981]: cb(*args, **kw) Jun 23 19:05:53.786449 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:05:53.786449 dv-cinder-786386-8-iscsi neutron-server[99981]: return func(*args, **kwargs) Jun 23 19:05:53.786449 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:05:53.786449 dv-cinder-786386-8-iscsi neutron-server[99981]: self._notify() Jun 23 19:05:53.786449 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:05:53.786449 dv-cinder-786386-8-iscsi neutron-server[99981]: self.callback(batched_events) Jun 23 19:05:53.786449 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:05:53.786449 dv-cinder-786386-8-iscsi neutron-server[99981]: event.method(event) Jun 23 19:05:53.786449 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:05:53.786449 dv-cinder-786386-8-iscsi neutron-server[99981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:05:53.786449 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:05:53.786449 dv-cinder-786386-8-iscsi neutron-server[99981]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:05:53.786449 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:05:53.786449 dv-cinder-786386-8-iscsi neutron-server[99981]: return f(self, *a, **k) Jun 23 19:05:53.786449 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:05:53.786449 dv-cinder-786386-8-iscsi neutron-server[99981]: return self._get(url).json() Jun 23 19:05:53.786449 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:05:53.786449 dv-cinder-786386-8-iscsi neutron-server[99981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:05:53.786449 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:05:53.786449 dv-cinder-786386-8-iscsi neutron-server[99981]: return self.request(url, 'GET', **kwargs) Jun 23 19:05:53.786449 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:05:53.786449 dv-cinder-786386-8-iscsi neutron-server[99981]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:05:53.786449 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:05:53.786449 dv-cinder-786386-8-iscsi neutron-server[99981]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:05:53.786449 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:05:53.786449 dv-cinder-786386-8-iscsi neutron-server[99981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:05:53.786449 dv-cinder-786386-8-iscsi neutron-server[99981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:05:53.903433 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c1938eec-cfe8-444e-9b08-029421026e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1978736'] for network, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:53.907751 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:53.910158 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c1938eec-cfe8-444e-9b08-029421026e8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for network, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:53.911976 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-c1938eec-cfe8-444e-9b08-029421026e8c admin admin] 10.222.0.47 "DELETE /v2.0/networks/58353e6c-18a0-4686-b0db-a03201c9462d HTTP/1.1" status: 204 len: 168 time: 0.6227386 Jun 23 19:05:53.923202 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1938eec-cfe8-444e-9b08-029421026e8c admin admin] Pushing event deleted for resources: {'Network': ['ID=58353e6c-18a0-4686-b0db-a03201c9462d,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:53.925546 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-c1938eec-cfe8-444e-9b08-029421026e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:54.230034 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 36588) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:54.269327 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-4e53632d-5481-4821-b551-624f13cf330f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c9f6a4633b074ee18f6ae32450102a45&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0380769 Jun 23 19:05:54.271610 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 36590) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:54.320094 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7ca6872a-7c89-43ff-acc9-5dbe9cb1901e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:54.340414 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7ca6872a-7c89-43ff-acc9-5dbe9cb1901e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:54.438455 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7ca6872a-7c89-43ff-acc9-5dbe9cb1901e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:54.441082 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7ca6872a-7c89-43ff-acc9-5dbe9cb1901e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:54.442187 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-7ca6872a-7c89-43ff-acc9-5dbe9cb1901e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/11da6472-03ee-4f00-8798-93016e9a8b61 HTTP/1.1" status: 204 len: 168 time: 0.1697037 Jun 23 19:05:54.442967 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-39540f0f-27ec-4e69-9803-ac05b2efbb7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:54.450249 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca6872a-7c89-43ff-acc9-5dbe9cb1901e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11da6472-03ee-4f00-8798-93016e9a8b61,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:54.452573 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-7ca6872a-7c89-43ff-acc9-5dbe9cb1901e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:54.702351 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device d582b92e-0288-439b-9a01-15bee6c38578 no longer exists at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:05:54.727052 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] No Port match for: d582b92e-0288-439b-9a01-15bee6c38578 {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:05:54.727052 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device d582b92e-0288-439b-9a01-15bee6c38578 not bound to the agent host dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:05:54.727052 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 787ce184-5fde-4eac-a195-d546ac0993cf no longer exists at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:05:54.744771 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] No Port match for: 787ce184-5fde-4eac-a195-d546ac0993cf {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:05:54.745136 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 787ce184-5fde-4eac-a195-d546ac0993cf not bound to the agent host dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:05:56.789309 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 36640) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:56.890561 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-26614c08-ee66-4612-a72e-07f2414f2e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:56.973379 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-26614c08-ee66-4612-a72e-07f2414f2e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:57.044524 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-26614c08-ee66-4612-a72e-07f2414f2e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:57.047748 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-eb210b10-f05c-4bdd-9e63-d480abff7c38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:57.082112 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-26614c08-ee66-4612-a72e-07f2414f2e6d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=70994856f86149faae924c8a73f60d18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2917509 Jun 23 19:05:57.083052 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26614c08-ee66-4612-a72e-07f2414f2e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1ed745-4032-44d2-823a-ddbe6827239e,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:57.084811 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 36644) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:57.086444 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-26614c08-ee66-4612-a72e-07f2414f2e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:57.133913 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a15074a6-1ec7-4857-aa26-bc1da1b8a88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:57.155060 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a15074a6-1ec7-4857-aa26-bc1da1b8a88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:57.267550 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a15074a6-1ec7-4857-aa26-bc1da1b8a88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:57.270279 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a15074a6-1ec7-4857-aa26-bc1da1b8a88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:57.271494 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-a15074a6-1ec7-4857-aa26-bc1da1b8a88b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0c1ed745-4032-44d2-823a-ddbe6827239e HTTP/1.1" status: 204 len: 168 time: 0.1856027 Jun 23 19:05:57.272366 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-9ebae5be-f5dc-4270-80b9-73f8109750e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:57.280445 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15074a6-1ec7-4857-aa26-bc1da1b8a88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1ed745-4032-44d2-823a-ddbe6827239e,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:57.284183 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-a15074a6-1ec7-4857-aa26-bc1da1b8a88b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:57.871476 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 36650) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:57.885251 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a121be0b-ca6c-4510-82f7-39bde91d41d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:57.970259 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a121be0b-ca6c-4510-82f7-39bde91d41d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:58.055559 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a121be0b-ca6c-4510-82f7-39bde91d41d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:58.057880 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-26614c08-ee66-4612-a72e-07f2414f2e6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:58.095252 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121be0b-ca6c-4510-82f7-39bde91d41d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1f1d46-a5ac-4623-909c-f13ecf3efa2b,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:58.099459 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-a121be0b-ca6c-4510-82f7-39bde91d41d9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e0b3464a330d473185255ce2c9a15ea1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2269838 Jun 23 19:05:58.100339 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-a121be0b-ca6c-4510-82f7-39bde91d41d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:58.102508 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 36652) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:58.149612 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b9d4ad3d-10e9-43c2-b3f0-a29badf28e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:58.170097 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b9d4ad3d-10e9-43c2-b3f0-a29badf28e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:58.260832 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b9d4ad3d-10e9-43c2-b3f0-a29badf28e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:58.263524 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b9d4ad3d-10e9-43c2-b3f0-a29badf28e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:58.264652 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-b9d4ad3d-10e9-43c2-b3f0-a29badf28e0e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bf1f1d46-a5ac-4623-909c-f13ecf3efa2b HTTP/1.1" status: 204 len: 168 time: 0.1613076 Jun 23 19:05:58.265499 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-e6ebebde-8670-4922-a1be-65c3f35e2b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:58.273279 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d4ad3d-10e9-43c2-b3f0-a29badf28e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1f1d46-a5ac-4623-909c-f13ecf3efa2b,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:58.275286 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-b9d4ad3d-10e9-43c2-b3f0-a29badf28e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:58.455627 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ec4c57fe-78a5-44f4-b3df-4f00b73ae2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:01.002839 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-8eb0125d-f1e5-4969-a07e-9fce337b2f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:01.492518 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:02.311004 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:03.584615 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:08.549245 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 36736) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:08.837731 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [None req-820ef1b5-2837-4612-b469-61f75e54af2f tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Deleting port 7b9dd3f9-4450-498f-9bbc-afada42ea4a2 {{(pid=99982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:06:08.838077 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-820ef1b5-2837-4612-b469-61f75e54af2f tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:08.913166 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-820ef1b5-2837-4612-b469-61f75e54af2f tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:08.913487 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-820ef1b5-2837-4612-b469-61f75e54af2f tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:08.924959 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [None req-820ef1b5-2837-4612-b469-61f75e54af2f tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Calling delete_port for 7b9dd3f9-4450-498f-9bbc-afada42ea4a2 owned by network:floatingip {{(pid=99982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:06:09.164965 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-820ef1b5-2837-4612-b469-61f75e54af2f tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63686034'] for port, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:09.167190 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-b3993a9f-d373-42fc-8d2b-49462e533122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:09.188877 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ef1b5-2837-4612-b469-61f75e54af2f tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Pushing event deleted for resources: {'Port': ['ID=7b9dd3f9-4450-498f-9bbc-afada42ea4a2,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:09.192699 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-820ef1b5-2837-4612-b469-61f75e54af2f tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:09.250352 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-820ef1b5-2837-4612-b469-61f75e54af2f tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks [] for floatingip, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:09.250689 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.db.l3_db [None req-820ef1b5-2837-4612-b469-61f75e54af2f tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Floating IP 985e742b-b562-4d16-9138-edad89109385 disassociated (deleted). External IP: 172.27.0.134, port: bd747ec5-d5e2-4af5-b5db-382698e9a8f6. Jun 23 19:06:09.451669 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820ef1b5-2837-4612-b469-61f75e54af2f tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Router 4d834a01-6c3f-45f0-b4d0-bc6200b45feb has already been hosted by L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 {{(pid=99982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:06:09.555583 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820ef1b5-2837-4612-b469-61f75e54af2f tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:06:09.560322 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-820ef1b5-2837-4612-b469-61f75e54af2f tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for floatingip, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:09.564623 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b1c836-44cd-469b-8c41-6c4a76a00a9e None None] Sync routers for ids ['4d834a01-6c3f-45f0-b4d0-bc6200b45feb'] in dv-cinder-786386-8-iscsi {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:06:09.573953 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b1c836-44cd-469b-8c41-6c4a76a00a9e None None] Routers {'4d834a01-6c3f-45f0-b4d0-bc6200b45feb'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:06:09.574603 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-22b1c836-44cd-469b-8c41-6c4a76a00a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:06:01Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['4d834a01-6c3f-45f0-b4d0-bc6200b45feb'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:09.593889 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-820ef1b5-2837-4612-b469-61f75e54af2f tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "DELETE /v2.0/floatingips/985e742b-b562-4d16-9138-edad89109385 HTTP/1.1" status: 204 len: 168 time: 1.0435281 Jun 23 19:06:09.594585 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5bf9f8f-f978-423c-b8c4-2d0410f2a1db', 'tag': 'bd747ec5-d5e2-4af5-b5db-382698e9a8f6'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:06:09.596878 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e25627f-00eb-498f-9ab8-949f6c77b3a8" -d '{"events": [{"name": "network-changed", "server_uuid": "a5bf9f8f-f978-423c-b8c4-2d0410f2a1db", "tag": "bd747ec5-d5e2-4af5-b5db-382698e9a8f6"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:06:09.634833 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52d8ae1-5073-4805-85c5-3b8513c79060 x-openstack-request-id: req-c52d8ae1-5073-4805-85c5-3b8513c79060 {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:06:09.635349 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5bf9f8f-f978-423c-b8c4-2d0410f2a1db", "tag": "bd747ec5-d5e2-4af5-b5db-382698e9a8f6", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:06:09.635708 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c52d8ae1-5073-4805-85c5-3b8513c79060 {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:06:09.636215 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5bf9f8f-f978-423c-b8c4-2d0410f2a1db', 'tag': 'bd747ec5-d5e2-4af5-b5db-382698e9a8f6', 'status': 'completed', 'code': 200} Jun 23 19:06:09.677241 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-22b1c836-44cd-469b-8c41-6c4a76a00a9e None None] Set router 4d834a01-6c3f-45f0-b4d0-bc6200b45feb gateway port host: dv-cinder-786386-8-iscsi {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:06:09.740498 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25627f-00eb-498f-9ab8-949f6c77b3a8 req-df1e5ba2-3b7a-416c-b6ff-ff20d587b3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:09.742795 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3e25627f-00eb-498f-9ab8-949f6c77b3a8 req-df1e5ba2-3b7a-416c-b6ff-ff20d587b3f7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c353ddad9e634833bd136bff1f36ab80&device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 1099 time: 0.0584064 Jun 23 19:06:09.834274 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25627f-00eb-498f-9ab8-949f6c77b3a8 req-ce4125a2-1f06-4dee-b5fd-a0c1904c7ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:09.835771 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3e25627f-00eb-498f-9ab8-949f6c77b3a8 req-ce4125a2-1f06-4dee-b5fd-a0c1904c7ef3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=25f25c60-0cd5-436d-bb6e-c6a430fff0a2 HTTP/1.1" status: 200 len: 910 time: 0.0850270 Jun 23 19:06:09.878360 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-22b1c836-44cd-469b-8c41-6c4a76a00a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'name': 'tempest-TestShelveInstance-1140551974-router', 'tenant_id': 'c353ddad9e634833bd136bff1f36ab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ac19550b-2681-46c7-8a9f-ca482c54003e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:10Z', 'updated_at': '2021-06-23T19:00:14Z', 'revision_number': 4, 'project_id': 'c353ddad9e634833bd136bff1f36ab80', 'gw_port': {'id': 'ac19550b-2681-46c7-8a9f-ca482c54003e', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:11Z', 'updated_at': '2021-06-23T19:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': 'c2574964-05c7-4f85-b3d6-80bbf79d466a', 'name': '', 'network_id': '25f25c60-0cd5-436d-bb6e-c6a430fff0a2', 'tenant_id': 'c353ddad9e634833bd136bff1f36ab80', 'mac_address': 'fa:16:3e:69:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'a9102a8b-323b-4782-85ff-37f8fd576474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:13Z', 'updated_at': '2021-06-23T19:00:21Z', 'revision_number': 5, 'project_id': 'c353ddad9e634833bd136bff1f36ab80', 'subnets': [{'id': 'a9102a8b-323b-4782-85ff-37f8fd576474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:09.880527 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3e25627f-00eb-498f-9ab8-949f6c77b3a8 req-ba252dd1-b116-424f-8a30-b6f167b776e6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd747ec5-d5e2-4af5-b5db-382698e9a8f6 HTTP/1.1" status: 200 len: 217 time: 0.0373247 Jun 23 19:06:09.908044 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b1c836-44cd-469b-8c41-6c4a76a00a9e None None] Checking router: 4d834a01-6c3f-45f0-b4d0-bc6200b45feb for host: dv-cinder-786386-8-iscsi {{(pid=99984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:06:09.916460 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b1c836-44cd-469b-8c41-6c4a76a00a9e None None] Routers {'4d834a01-6c3f-45f0-b4d0-bc6200b45feb'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:06:09.917077 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-22b1c836-44cd-469b-8c41-6c4a76a00a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:06:01Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['4d834a01-6c3f-45f0-b4d0-bc6200b45feb'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:09.930699 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25627f-00eb-498f-9ab8-949f6c77b3a8 req-767d6b8c-312d-4d02-9e4f-fddaefa9cb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:09.932147 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3e25627f-00eb-498f-9ab8-949f6c77b3a8 req-767d6b8c-312d-4d02-9e4f-fddaefa9cb89 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a9102a8b-323b-4782-85ff-37f8fd576474 HTTP/1.1" status: 200 len: 848 time: 0.0449848 Jun 23 19:06:09.990388 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25627f-00eb-498f-9ab8-949f6c77b3a8 req-6631daeb-1f1e-4d04-80ea-9f1cbdcb5d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:09.992424 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3e25627f-00eb-498f-9ab8-949f6c77b3a8 req-6631daeb-1f1e-4d04-80ea-9f1cbdcb5d96 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=25f25c60-0cd5-436d-bb6e-c6a430fff0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533681 Jun 23 19:06:10.019928 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-22b1c836-44cd-469b-8c41-6c4a76a00a9e None None] Set router 4d834a01-6c3f-45f0-b4d0-bc6200b45feb gateway port host: dv-cinder-786386-8-iscsi {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:06:10.139900 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3e25627f-00eb-498f-9ab8-949f6c77b3a8 req-9f4dbf1d-e95d-41d7-9698-29fbefd12edf service neutron] 10.222.0.74 "GET /v2.0/networks/25f25c60-0cd5-436d-bb6e-c6a430fff0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242275 Jun 23 19:06:10.181722 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4cf7d6-6aec-4a10-900a-2f4689e1d85c req-b08c9f0b-0a1b-47c6-8d30-f30672bd7c58 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:10.183235 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-aa4cf7d6-6aec-4a10-900a-2f4689e1d85c req-b08c9f0b-0a1b-47c6-8d30-f30672bd7c58 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 946 time: 0.1124279 Jun 23 19:06:10.218626 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-22b1c836-44cd-469b-8c41-6c4a76a00a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'name': 'tempest-TestShelveInstance-1140551974-router', 'tenant_id': 'c353ddad9e634833bd136bff1f36ab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ac19550b-2681-46c7-8a9f-ca482c54003e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:10Z', 'updated_at': '2021-06-23T19:00:14Z', 'revision_number': 4, 'project_id': 'c353ddad9e634833bd136bff1f36ab80', 'gw_port': {'id': 'ac19550b-2681-46c7-8a9f-ca482c54003e', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:11Z', 'updated_at': '2021-06-23T19:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': 'c2574964-05c7-4f85-b3d6-80bbf79d466a', 'name': '', 'network_id': '25f25c60-0cd5-436d-bb6e-c6a430fff0a2', 'tenant_id': 'c353ddad9e634833bd136bff1f36ab80', 'mac_address': 'fa:16:3e:69:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'a9102a8b-323b-4782-85ff-37f8fd576474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:13Z', 'updated_at': '2021-06-23T19:00:21Z', 'revision_number': 5, 'project_id': 'c353ddad9e634833bd136bff1f36ab80', 'subnets': [{'id': 'a9102a8b-323b-4782-85ff-37f8fd576474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:10.247544 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b1c836-44cd-469b-8c41-6c4a76a00a9e None None] The sync data for ids ['4d834a01-6c3f-45f0-b4d0-bc6200b45feb'] in dv-cinder-786386-8-iscsi is: [{'id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'name': 'tempest-TestShelveInstance-1140551974-router', 'tenant_id': 'c353ddad9e634833bd136bff1f36ab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ac19550b-2681-46c7-8a9f-ca482c54003e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:10Z', 'updated_at': '2021-06-23T19:00:14Z', 'revision_number': 4, 'project_id': 'c353ddad9e634833bd136bff1f36ab80', 'gw_port': {'id': 'ac19550b-2681-46c7-8a9f-ca482c54003e', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:11Z', 'updated_at': '2021-06-23T19:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': 'c2574964-05c7-4f85-b3d6-80bbf79d466a', 'name': '', 'network_id': '25f25c60-0cd5-436d-bb6e-c6a430fff0a2', 'tenant_id': 'c353ddad9e634833bd136bff1f36ab80', 'mac_address': 'fa:16:3e:69:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'a9102a8b-323b-4782-85ff-37f8fd576474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:13Z', 'updated_at': '2021-06-23T19:00:21Z', 'revision_number': 5, 'project_id': 'c353ddad9e634833bd136bff1f36ab80', 'subnets': [{'id': 'a9102a8b-323b-4782-85ff-37f8fd576474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:06:10.263504 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-aa4cf7d6-6aec-4a10-900a-2f4689e1d85c req-cbef419f-1eaf-4f33-8379-b0b5153b252b tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525815 Jun 23 19:06:10.276355 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3e25627f-00eb-498f-9ab8-949f6c77b3a8 req-ea1fd71c-97aa-4c43-a432-0cd056250828 service neutron] 10.222.0.74 "GET /v2.0/networks/25f25c60-0cd5-436d-bb6e-c6a430fff0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287420 Jun 23 19:06:10.480416 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11d4d22-7491-4448-a2ae-40ba386fcb5b None None] New status for floating IP 985e742b-b562-4d16-9138-edad89109385: DOWN {{(pid=99983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:06:11.446307 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440e183-47e4-4263-b5a4-efb3e58e1c91 req-da9ea551-943c-45b9-8838-85190f9b88f8 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:11.447775 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c440e183-47e4-4263-b5a4-efb3e58e1c91 req-da9ea551-943c-45b9-8838-85190f9b88f8 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 946 time: 0.0668821 Jun 23 19:06:11.483983 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c440e183-47e4-4263-b5a4-efb3e58e1c91 req-e1d916a4-34d9-44a3-b075-fd5590354921 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d0e2039-6f37-444b-b8e0-c2ee4cba8019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304756 Jun 23 19:06:11.495158 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:11.888944 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09b9ed-c2f4-4a5a-9551-76b0c39b6c76 req-04a37131-5d6b-496c-aa91-95252e725b02 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:11.890434 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3a09b9ed-c2f4-4a5a-9551-76b0c39b6c76 req-04a37131-5d6b-496c-aa91-95252e725b02 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 946 time: 0.0666475 Jun 23 19:06:11.990261 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-3a09b9ed-c2f4-4a5a-9551-76b0c39b6c76 req-c2261a62-72c1-4e00-bf0f-ae5cbbbe27bb tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Deleting port bd747ec5-d5e2-4af5-b5db-382698e9a8f6 {{(pid=99982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:06:11.990608 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-3a09b9ed-c2f4-4a5a-9551-76b0c39b6c76 req-c2261a62-72c1-4e00-bf0f-ae5cbbbe27bb tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:12.080272 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-3a09b9ed-c2f4-4a5a-9551-76b0c39b6c76 req-c2261a62-72c1-4e00-bf0f-ae5cbbbe27bb tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] For port bd747ec5-d5e2-4af5-b5db-382698e9a8f6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bd747ec5-d5e2-4af5-b5db-382698e9a8f6,segment=NetworkSegment(50359133-121c-4b3e-9f0e-efed4258fd28),segment_id=50359133-121c-4b3e-9f0e-efed4258fd28)] {{(pid=99982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:06:12.080633 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-3a09b9ed-c2f4-4a5a-9551-76b0c39b6c76 req-c2261a62-72c1-4e00-bf0f-ae5cbbbe27bb tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:12.093407 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-3a09b9ed-c2f4-4a5a-9551-76b0c39b6c76 req-c2261a62-72c1-4e00-bf0f-ae5cbbbe27bb tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Calling delete_port for bd747ec5-d5e2-4af5-b5db-382698e9a8f6 owned by compute:nova {{(pid=99982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:06:12.294760 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-3a09b9ed-c2f4-4a5a-9551-76b0c39b6c76 req-c2261a62-72c1-4e00-bf0f-ae5cbbbe27bb tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63686034'] for port, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:12.299563 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-4297b0e1-9a09-441c-bf61-15c0f50088e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:12.329529 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2261a62-72c1-4e00-bf0f-ae5cbbbe27bb tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Pushing event deleted for resources: {'Port': ['ID=bd747ec5-d5e2-4af5-b5db-382698e9a8f6,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:12.331259 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-c2261a62-72c1-4e00-bf0f-ae5cbbbe27bb tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:12.369564 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a09b9ed-c2f4-4a5a-9551-76b0c39b6c76 req-c2261a62-72c1-4e00-bf0f-ae5cbbbe27bb tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] No DVR routers for this DVR port bd747ec5-d5e2-4af5-b5db-382698e9a8f6 on host hv-cinder-78638 {{(pid=99982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:06:12.371969 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-3a09b9ed-c2f4-4a5a-9551-76b0c39b6c76 req-c2261a62-72c1-4e00-bf0f-ae5cbbbe27bb tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:12.373900 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3a09b9ed-c2f4-4a5a-9551-76b0c39b6c76 req-c2261a62-72c1-4e00-bf0f-ae5cbbbe27bb tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.74 "DELETE /v2.0/ports/bd747ec5-d5e2-4af5-b5db-382698e9a8f6 HTTP/1.1" status: 204 len: 173 time: 0.4777122 Jun 23 19:06:12.374449 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5bf9f8f-f978-423c-b8c4-2d0410f2a1db', 'name': 'network-vif-deleted', 'tag': 'bd747ec5-d5e2-4af5-b5db-382698e9a8f6'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:06:12.376748 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e51c5fa-f52d-405e-82e9-9815611328d9" -d '{"events": [{"server_uuid": "a5bf9f8f-f978-423c-b8c4-2d0410f2a1db", "name": "network-vif-deleted", "tag": "bd747ec5-d5e2-4af5-b5db-382698e9a8f6"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:06:12.411048 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fffca5-2ec2-4eb3-a009-d7571c490a30 x-openstack-request-id: req-63fffca5-2ec2-4eb3-a009-d7571c490a30 {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:06:12.411382 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5bf9f8f-f978-423c-b8c4-2d0410f2a1db", "name": "network-vif-deleted", "tag": "bd747ec5-d5e2-4af5-b5db-382698e9a8f6", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:06:12.411681 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-63fffca5-2ec2-4eb3-a009-d7571c490a30 {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:06:12.412124 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5bf9f8f-f978-423c-b8c4-2d0410f2a1db', 'name': 'network-vif-deleted', 'tag': 'bd747ec5-d5e2-4af5-b5db-382698e9a8f6', 'status': 'completed', 'code': 200} Jun 23 19:06:12.623058 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-3777adf4-a20a-48bf-a635-86f1d740f166 req-8bfbb80a-f0d9-4cbf-9e71-4a746581d92b tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 210 time: 0.0286155 Jun 23 19:06:13.778027 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b30e96de-7728-461a-a7ae-9c9fc4db79d9 req-84f59c9c-c9c0-4107-b110-4163e626b33a tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5bf9f8f-f978-423c-b8c4-2d0410f2a1db HTTP/1.1" status: 200 len: 210 time: 0.0317907 Jun 23 19:06:14.870364 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 36826) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:14.927186 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-3cab454a-15f4-4944-839c-6ae3db7a338e tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:14.954163 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-3cab454a-15f4-4944-839c-6ae3db7a338e tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:15.111188 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-3cab454a-15f4-4944-839c-6ae3db7a338e tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:15.113845 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-3cab454a-15f4-4944-839c-6ae3db7a338e tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:15.115565 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-3cab454a-15f4-4944-839c-6ae3db7a338e tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] 10.222.0.47 "DELETE /v2.0/security-groups/8d0e2039-6f37-444b-b8e0-c2ee4cba8019 HTTP/1.1" status: 204 len: 168 time: 0.2441847 Jun 23 19:06:15.116339 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-0aa64aee-d101-4815-a2ae-3860895ac055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:15.125409 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab454a-15f4-4944-839c-6ae3db7a338e tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0e2039-6f37-444b-b8e0-c2ee4cba8019,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:15.128259 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-3cab454a-15f4-4944-839c-6ae3db7a338e tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:15.258959 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 36832) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:15.303461 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device bd747ec5-d5e2-4af5-b5db-382698e9a8f6 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:06:15.323239 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] No Port match for: bd747ec5-d5e2-4af5-b5db-382698e9a8f6 {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:06:15.323607 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device bd747ec5-d5e2-4af5-b5db-382698e9a8f6 not bound to the agent host hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:06:15.696016 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-db334226-f232-4644-9122-be814a2c5c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2015972'] for router_interface, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:15.940546 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.plugin [None req-db334226-f232-4644-9122-be814a2c5c9c admin admin] Deleting port c2574964-05c7-4f85-b3d6-80bbf79d466a {{(pid=99981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:06:15.944273 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-db334226-f232-4644-9122-be814a2c5c9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:16.017885 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.db [None req-db334226-f232-4644-9122-be814a2c5c9c admin admin] For port c2574964-05c7-4f85-b3d6-80bbf79d466a, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=c2574964-05c7-4f85-b3d6-80bbf79d466a,segment=NetworkSegment(50359133-121c-4b3e-9f0e-efed4258fd28),segment_id=50359133-121c-4b3e-9f0e-efed4258fd28)] {{(pid=99981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:06:16.018285 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-db334226-f232-4644-9122-be814a2c5c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:16.031598 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.plugin [None req-db334226-f232-4644-9122-be814a2c5c9c admin admin] Calling delete_port for c2574964-05c7-4f85-b3d6-80bbf79d466a owned by network:router_interface {{(pid=99981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:06:16.264528 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-db334226-f232-4644-9122-be814a2c5c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66155770'] for port, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:16.267306 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-f7ccd46a-78aa-417c-a5f0-6cfce6135a8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:16.290593 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db334226-f232-4644-9122-be814a2c5c9c admin admin] Pushing event deleted for resources: {'Port': ['ID=c2574964-05c7-4f85-b3d6-80bbf79d466a,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:16.293144 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-db334226-f232-4644-9122-be814a2c5c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:16.461215 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-db334226-f232-4644-9122-be814a2c5c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997076'] for router_interface, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:16.671974 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db334226-f232-4644-9122-be814a2c5c9c admin admin] Router 4d834a01-6c3f-45f0-b4d0-bc6200b45feb has already been hosted by L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 {{(pid=99981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:06:16.792961 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db334226-f232-4644-9122-be814a2c5c9c admin admin] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:06:16.802254 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-db334226-f232-4644-9122-be814a2c5c9c admin admin] 10.222.0.47 "PUT /v2.0/routers/4d834a01-6c3f-45f0-b4d0-bc6200b45feb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5378792 Jun 23 19:06:16.802365 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 36848) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:16.803168 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3747e950-02ba-4189-97fe-a101b4f580f7 None None] Sync routers for ids ['4d834a01-6c3f-45f0-b4d0-bc6200b45feb'] in dv-cinder-786386-8-iscsi {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:06:16.812341 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3747e950-02ba-4189-97fe-a101b4f580f7 None None] Routers {'4d834a01-6c3f-45f0-b4d0-bc6200b45feb'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:06:16.812955 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-3747e950-02ba-4189-97fe-a101b4f580f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:06:01Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['4d834a01-6c3f-45f0-b4d0-bc6200b45feb'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:16.903547 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a068c429-db94-44c6-b389-6a9654986a50 admin admin] Notify callbacks [] for router, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:16.916647 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-3747e950-02ba-4189-97fe-a101b4f580f7 None None] Set router 4d834a01-6c3f-45f0-b4d0-bc6200b45feb gateway port host: dv-cinder-786386-8-iscsi {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:06:17.097197 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-3747e950-02ba-4189-97fe-a101b4f580f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'name': 'tempest-TestShelveInstance-1140551974-router', 'tenant_id': 'c353ddad9e634833bd136bff1f36ab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ac19550b-2681-46c7-8a9f-ca482c54003e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:10Z', 'updated_at': '2021-06-23T19:06:16Z', 'revision_number': 5, 'project_id': 'c353ddad9e634833bd136bff1f36ab80', 'gw_port': {'id': 'ac19550b-2681-46c7-8a9f-ca482c54003e', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:11Z', 'updated_at': '2021-06-23T19:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi'}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:17.123243 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3747e950-02ba-4189-97fe-a101b4f580f7 None None] Checking router: 4d834a01-6c3f-45f0-b4d0-bc6200b45feb for host: dv-cinder-786386-8-iscsi {{(pid=99984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:06:17.132644 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3747e950-02ba-4189-97fe-a101b4f580f7 None None] Routers {'4d834a01-6c3f-45f0-b4d0-bc6200b45feb'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:06:17.133530 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-3747e950-02ba-4189-97fe-a101b4f580f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:06:01Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['4d834a01-6c3f-45f0-b4d0-bc6200b45feb'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:17.286036 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a068c429-db94-44c6-b389-6a9654986a50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:17.322394 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-3747e950-02ba-4189-97fe-a101b4f580f7 None None] Set router 4d834a01-6c3f-45f0-b4d0-bc6200b45feb gateway port host: dv-cinder-786386-8-iscsi {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:06:17.431034 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [None req-a068c429-db94-44c6-b389-6a9654986a50 admin admin] Deleting port ac19550b-2681-46c7-8a9f-ca482c54003e {{(pid=99982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:06:17.431373 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a068c429-db94-44c6-b389-6a9654986a50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:17.491345 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-3747e950-02ba-4189-97fe-a101b4f580f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'name': 'tempest-TestShelveInstance-1140551974-router', 'tenant_id': 'c353ddad9e634833bd136bff1f36ab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ac19550b-2681-46c7-8a9f-ca482c54003e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:10Z', 'updated_at': '2021-06-23T19:06:16Z', 'revision_number': 5, 'project_id': 'c353ddad9e634833bd136bff1f36ab80', 'gw_port': {'id': 'ac19550b-2681-46c7-8a9f-ca482c54003e', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:11Z', 'updated_at': '2021-06-23T19:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi'}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:17.510270 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [None req-a068c429-db94-44c6-b389-6a9654986a50 admin admin] For port ac19550b-2681-46c7-8a9f-ca482c54003e, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=ac19550b-2681-46c7-8a9f-ca482c54003e,segment=NetworkSegment(06735785-9383-45ec-8182-cbd06f0cff2c),segment_id=06735785-9383-45ec-8182-cbd06f0cff2c)] {{(pid=99982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:06:17.510635 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a068c429-db94-44c6-b389-6a9654986a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:17.520234 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3747e950-02ba-4189-97fe-a101b4f580f7 None None] The sync data for ids ['4d834a01-6c3f-45f0-b4d0-bc6200b45feb'] in dv-cinder-786386-8-iscsi is: [{'id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'name': 'tempest-TestShelveInstance-1140551974-router', 'tenant_id': 'c353ddad9e634833bd136bff1f36ab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ac19550b-2681-46c7-8a9f-ca482c54003e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:10Z', 'updated_at': '2021-06-23T19:06:16Z', 'revision_number': 5, 'project_id': 'c353ddad9e634833bd136bff1f36ab80', 'gw_port': {'id': 'ac19550b-2681-46c7-8a9f-ca482c54003e', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d834a01-6c3f-45f0-b4d0-bc6200b45feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:11Z', 'updated_at': '2021-06-23T19:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi'}] {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:06:17.522779 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [None req-a068c429-db94-44c6-b389-6a9654986a50 admin admin] Calling delete_port for ac19550b-2681-46c7-8a9f-ca482c54003e owned by network:router_gateway {{(pid=99982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:06:17.737189 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a068c429-db94-44c6-b389-6a9654986a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63686034'] for port, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:17.740977 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-834f8cb1-2879-4e01-afbe-43c0c89bc369 tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:17.764799 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068c429-db94-44c6-b389-6a9654986a50 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac19550b-2681-46c7-8a9f-ca482c54003e,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:17.769896 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-a068c429-db94-44c6-b389-6a9654986a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:17.824702 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a068c429-db94-44c6-b389-6a9654986a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1978753'] for router_gateway, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:17.924707 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a068c429-db94-44c6-b389-6a9654986a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31818'] for router, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:17.927552 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a068c429-db94-44c6-b389-6a9654986a50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:18.047069 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a068c429-db94-44c6-b389-6a9654986a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1997551'] for router, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:18.047693 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a068c429-db94-44c6-b389-6a9654986a50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d834a01-6c3f-45f0-b4d0-bc6200b45feb {{(pid=99982) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 19:06:18.056731 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-a068c429-db94-44c6-b389-6a9654986a50 admin admin] Notify callbacks [] for router, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:18.056731 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-a068c429-db94-44c6-b389-6a9654986a50 admin admin] 10.222.0.47 "DELETE /v2.0/routers/4d834a01-6c3f-45f0-b4d0-bc6200b45feb HTTP/1.1" status: 204 len: 168 time: 1.2521670 Jun 23 19:06:18.056731 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 36856) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:18.103863 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a449775-c980-43b5-ad59-fe413de244b1 admin admin] Deleting subnet a9102a8b-323b-4782-85ff-37f8fd576474 {{(pid=99982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:06:18.107194 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4a449775-c980-43b5-ad59-fe413de244b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:18.145889 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4a449775-c980-43b5-ad59-fe413de244b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66960762'] for subnet, precommit_delete_associations {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:18.224795 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4a449775-c980-43b5-ad59-fe413de244b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017849'] for subnet, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:18.355461 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4a449775-c980-43b5-ad59-fe413de244b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63686104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63285490'] for subnet, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:18.357730 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:18.379553 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a449775-c980-43b5-ad59-fe413de244b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9102a8b-323b-4782-85ff-37f8fd576474,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:18.383214 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-4a449775-c980-43b5-ad59-fe413de244b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:18.386851 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4a449775-c980-43b5-ad59-fe413de244b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:18.388939 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-4a449775-c980-43b5-ad59-fe413de244b1 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/a9102a8b-323b-4782-85ff-37f8fd576474 HTTP/1.1" status: 204 len: 168 time: 0.3314049 Jun 23 19:06:18.391621 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 36858) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:18.394350 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697c8c9b-2dfd-46bf-9c88-c549791715d6 None None] Network 25f25c60-0cd5-436d-bb6e-c6a430fff0a2 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:06:18.471209 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-95430cbe-2c3b-4289-8d8d-1657af1752cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631679'] for network, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:18.557271 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.plugin [None req-95430cbe-2c3b-4289-8d8d-1657af1752cd admin admin] Deleting port b4096f3f-64c7-4275-beda-2193a7e4b55c {{(pid=99981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:06:18.557747 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-95430cbe-2c3b-4289-8d8d-1657af1752cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:18.627375 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12da7ecd-2cfe-4ec0-be17-92a207479480 None None] DHCP port deletion for 25f25c60-0cd5-436d-bb6e-c6a430fff0a2 request from dv-cinder-786386-8-iscsi {{(pid=99983) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 19:06:18.629802 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.db [None req-95430cbe-2c3b-4289-8d8d-1657af1752cd admin admin] For port b4096f3f-64c7-4275-beda-2193a7e4b55c, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=b4096f3f-64c7-4275-beda-2193a7e4b55c,segment=NetworkSegment(50359133-121c-4b3e-9f0e-efed4258fd28),segment_id=50359133-121c-4b3e-9f0e-efed4258fd28)] {{(pid=99981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:06:18.630161 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-95430cbe-2c3b-4289-8d8d-1657af1752cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:18.643045 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.plugin [None req-95430cbe-2c3b-4289-8d8d-1657af1752cd admin admin] Calling delete_port for b4096f3f-64c7-4275-beda-2193a7e4b55c owned by network:dhcp {{(pid=99981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:06:18.687939 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-12da7ecd-2cfe-4ec0-be17-92a207479480 None None] Deleting port b4096f3f-64c7-4275-beda-2193a7e4b55c {{(pid=99983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:06:18.687939 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-12da7ecd-2cfe-4ec0-be17-92a207479480 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:18.732747 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device ac19550b-2681-46c7-8a9f-ca482c54003e no longer exists at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:06:18.762934 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] No Port match for: ac19550b-2681-46c7-8a9f-ca482c54003e {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:06:18.763297 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device ac19550b-2681-46c7-8a9f-ca482c54003e not bound to the agent host dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:06:18.767701 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device c2574964-05c7-4f85-b3d6-80bbf79d466a no longer exists at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:06:18.791135 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] No Port match for: c2574964-05c7-4f85-b3d6-80bbf79d466a {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:06:18.792533 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device c2574964-05c7-4f85-b3d6-80bbf79d466a not bound to the agent host dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:06:18.792533 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device b4096f3f-64c7-4275-beda-2193a7e4b55c no longer exists at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:06:18.796491 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-12da7ecd-2cfe-4ec0-be17-92a207479480 None None] For port b4096f3f-64c7-4275-beda-2193a7e4b55c, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=b4096f3f-64c7-4275-beda-2193a7e4b55c,segment=NetworkSegment(50359133-121c-4b3e-9f0e-efed4258fd28),segment_id=50359133-121c-4b3e-9f0e-efed4258fd28)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:06:18.796907 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-12da7ecd-2cfe-4ec0-be17-92a207479480 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:18.812084 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-95430cbe-2c3b-4289-8d8d-1657af1752cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66155770'] for port, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:18.815056 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-ea9f70c4-9cf0-4e28-a1c2-8ec11bf8c274 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:18.827619 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-12da7ecd-2cfe-4ec0-be17-92a207479480 None None] Calling delete_port for b4096f3f-64c7-4275-beda-2193a7e4b55c owned by network:dhcp {{(pid=99983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:06:18.839377 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95430cbe-2c3b-4289-8d8d-1657af1752cd admin admin] Pushing event deleted for resources: {'Port': ['ID=b4096f3f-64c7-4275-beda-2193a7e4b55c,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:18.841193 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95430cbe-2c3b-4289-8d8d-1657af1752cd admin admin] No DVR routers for this DVR port b4096f3f-64c7-4275-beda-2193a7e4b55c on host dv-cinder-786386-8-iscsi {{(pid=99981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:06:18.842773 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-95430cbe-2c3b-4289-8d8d-1657af1752cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:18.880251 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] No active binding found for port b4096f3f-64c7-4275-beda-2193a7e4b55c {{(pid=99983) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 23 19:06:18.880677 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device b4096f3f-64c7-4275-beda-2193a7e4b55c not bound to the agent host dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:06:18.912651 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-95430cbe-2c3b-4289-8d8d-1657af1752cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018740', 'neutron.services.segments.db._delete_segments_for_network-8739890731039'] for network, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:18.914202 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-12da7ecd-2cfe-4ec0-be17-92a207479480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975'] for port, after_delete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:18.916126 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:18.922320 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.services.segments.db [None req-95430cbe-2c3b-4289-8d8d-1657af1752cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f25c60-0cd5-436d-bb6e-c6a430fff0a2']}} {{(pid=99981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:18.932195 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.services.segments.db [None req-95430cbe-2c3b-4289-8d8d-1657af1752cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50359133-121c-4b3e-9f0e-efed4258fd28') {'for_net_delete': True} {{(pid=99981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:18.932492 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.services.segments.db [None req-95430cbe-2c3b-4289-8d8d-1657af1752cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50359133-121c-4b3e-9f0e-efed4258fd28') {} {{(pid=99981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:18.937154 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da7ecd-2cfe-4ec0-be17-92a207479480 None None] Pushing event deleted for resources: {'Port': ['ID=b4096f3f-64c7-4275-beda-2193a7e4b55c,revision_number=None']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:18.942673 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-95430cbe-2c3b-4289-8d8d-1657af1752cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739890717934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65243409'] for segment, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:18.947215 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da7ecd-2cfe-4ec0-be17-92a207479480 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:18.947573 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da7ecd-2cfe-4ec0-be17-92a207479480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:18.947927 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da7ecd-2cfe-4ec0-be17-92a207479480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:18.948277 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da7ecd-2cfe-4ec0-be17-92a207479480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:18.948617 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da7ecd-2cfe-4ec0-be17-92a207479480 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:18.948954 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da7ecd-2cfe-4ec0-be17-92a207479480 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:18.949288 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da7ecd-2cfe-4ec0-be17-92a207479480 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:18.949621 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da7ecd-2cfe-4ec0-be17-92a207479480 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:18.949955 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da7ecd-2cfe-4ec0-be17-92a207479480 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:18.950600 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da7ecd-2cfe-4ec0-be17-92a207479480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:18.950720 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da7ecd-2cfe-4ec0-be17-92a207479480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:18.950953 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da7ecd-2cfe-4ec0-be17-92a207479480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:18.953492 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12da7ecd-2cfe-4ec0-be17-92a207479480 None None] No DVR routers for this DVR port b4096f3f-64c7-4275-beda-2193a7e4b55c on host dv-cinder-786386-8-iscsi {{(pid=99983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:06:18.954917 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-12da7ecd-2cfe-4ec0-be17-92a207479480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:18.958780 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-95430cbe-2c3b-4289-8d8d-1657af1752cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412'] for segment, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:18.968518 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95430cbe-2c3b-4289-8d8d-1657af1752cd admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=99981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:06:18.968904 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-95430cbe-2c3b-4289-8d8d-1657af1752cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66155565'] for segment, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:18.970548 dv-cinder-786386-8-iscsi neutron-server[99981]: Traceback (most recent call last): Jun 23 19:06:18.970548 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:06:18.970548 dv-cinder-786386-8-iscsi neutron-server[99981]: timer() Jun 23 19:06:18.970548 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:06:18.970548 dv-cinder-786386-8-iscsi neutron-server[99981]: cb(*args, **kw) Jun 23 19:06:18.970548 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:06:18.970548 dv-cinder-786386-8-iscsi neutron-server[99981]: return func(*args, **kwargs) Jun 23 19:06:18.970548 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:06:18.970548 dv-cinder-786386-8-iscsi neutron-server[99981]: self._notify() Jun 23 19:06:18.970548 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:06:18.970548 dv-cinder-786386-8-iscsi neutron-server[99981]: self.callback(batched_events) Jun 23 19:06:18.970548 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:06:18.970548 dv-cinder-786386-8-iscsi neutron-server[99981]: event.method(event) Jun 23 19:06:18.970548 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:06:18.970548 dv-cinder-786386-8-iscsi neutron-server[99981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:06:18.970548 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:06:18.970548 dv-cinder-786386-8-iscsi neutron-server[99981]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:06:18.970548 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:06:18.970548 dv-cinder-786386-8-iscsi neutron-server[99981]: return f(self, *a, **k) Jun 23 19:06:18.970548 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:06:18.970548 dv-cinder-786386-8-iscsi neutron-server[99981]: return self._get(url).json() Jun 23 19:06:18.970548 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:06:18.970548 dv-cinder-786386-8-iscsi neutron-server[99981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:06:18.970548 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:06:18.970548 dv-cinder-786386-8-iscsi neutron-server[99981]: return self.request(url, 'GET', **kwargs) Jun 23 19:06:18.970548 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:06:18.970548 dv-cinder-786386-8-iscsi neutron-server[99981]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:06:18.970548 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:06:18.970548 dv-cinder-786386-8-iscsi neutron-server[99981]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:06:18.970548 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:06:18.970548 dv-cinder-786386-8-iscsi neutron-server[99981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:06:18.970548 dv-cinder-786386-8-iscsi neutron-server[99981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:06:19.353697 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-95430cbe-2c3b-4289-8d8d-1657af1752cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1978736'] for network, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:19.357341 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-8f7bb54b-734c-42c7-8032-2cab0a662bfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:19.363913 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-95430cbe-2c3b-4289-8d8d-1657af1752cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for network, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:19.363913 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-95430cbe-2c3b-4289-8d8d-1657af1752cd admin admin] 10.222.0.47 "DELETE /v2.0/networks/25f25c60-0cd5-436d-bb6e-c6a430fff0a2 HTTP/1.1" status: 204 len: 168 time: 0.9679148 Jun 23 19:06:19.366104 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 36870) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:19.372620 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95430cbe-2c3b-4289-8d8d-1657af1752cd admin admin] Pushing event deleted for resources: {'Network': ['ID=25f25c60-0cd5-436d-bb6e-c6a430fff0a2,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:19.374945 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-95430cbe-2c3b-4289-8d8d-1657af1752cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:19.771972 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-eaa6ba3b-7ed0-4d13-ba53-23e5c2a24ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2015972'] for router_interface, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:19.874783 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 6 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:06:20.069821 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [None req-eaa6ba3b-7ed0-4d13-ba53-23e5c2a24ee0 admin admin] Deleting port 85739c66-46d0-4a83-815c-f7e5d5e54ff4 {{(pid=99982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:06:20.070079 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-eaa6ba3b-7ed0-4d13-ba53-23e5c2a24ee0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:20.148446 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [None req-eaa6ba3b-7ed0-4d13-ba53-23e5c2a24ee0 admin admin] For port 85739c66-46d0-4a83-815c-f7e5d5e54ff4, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=85739c66-46d0-4a83-815c-f7e5d5e54ff4,segment=NetworkSegment(8cbb752c-77c2-4cbb-8a89-0bce84c11763),segment_id=8cbb752c-77c2-4cbb-8a89-0bce84c11763)] {{(pid=99982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:06:20.148824 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-eaa6ba3b-7ed0-4d13-ba53-23e5c2a24ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:20.161286 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [None req-eaa6ba3b-7ed0-4d13-ba53-23e5c2a24ee0 admin admin] Calling delete_port for 85739c66-46d0-4a83-815c-f7e5d5e54ff4 owned by network:router_interface {{(pid=99982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:06:20.399922 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-eaa6ba3b-7ed0-4d13-ba53-23e5c2a24ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63686034'] for port, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:20.402423 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-7c43521b-5466-4b87-bb76-1fea44cae76e tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:20.423861 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa6ba3b-7ed0-4d13-ba53-23e5c2a24ee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=85739c66-46d0-4a83-815c-f7e5d5e54ff4,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:20.430588 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-eaa6ba3b-7ed0-4d13-ba53-23e5c2a24ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:20.593209 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-eaa6ba3b-7ed0-4d13-ba53-23e5c2a24ee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997076'] for router_interface, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:20.808464 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa6ba3b-7ed0-4d13-ba53-23e5c2a24ee0 admin admin] Router c5cbc461-6987-4705-96ca-bfe3546614a2 has already been hosted by L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 {{(pid=99982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:06:20.951540 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa6ba3b-7ed0-4d13-ba53-23e5c2a24ee0 admin admin] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:06:20.958116 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-eaa6ba3b-7ed0-4d13-ba53-23e5c2a24ee0 admin admin] 10.222.0.47 "PUT /v2.0/routers/c5cbc461-6987-4705-96ca-bfe3546614a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5879078 Jun 23 19:06:20.958431 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 36894) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:20.960250 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3b7e2d-df8d-40b5-93ac-2d894a6ce1f5 None None] Sync routers for ids ['c5cbc461-6987-4705-96ca-bfe3546614a2'] in dv-cinder-786386-8-iscsi {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:06:20.969001 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3b7e2d-df8d-40b5-93ac-2d894a6ce1f5 None None] Routers {'c5cbc461-6987-4705-96ca-bfe3546614a2'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:06:20.969620 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-da3b7e2d-df8d-40b5-93ac-2d894a6ce1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:06:01Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['c5cbc461-6987-4705-96ca-bfe3546614a2'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:21.009546 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f62ac-a8a9-4d8d-b139-9e1da7274dc7 req-91f06e60-5bd2-46c6-a7e1-7d6b48b9916a tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:21.011031 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-9b2f62ac-a8a9-4d8d-b139-9e1da7274dc7 req-91f06e60-5bd2-46c6-a7e1-7d6b48b9916a tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 947 time: 0.1424637 Jun 23 19:06:21.094932 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-9b2f62ac-a8a9-4d8d-b139-9e1da7274dc7 req-79a97f88-1e06-47e2-8c63-8583c4a2e548 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749025 Jun 23 19:06:21.103112 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b219396b-b696-450f-8cbb-84178752ed50 admin admin] Notify callbacks [] for router, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:21.203486 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b219396b-b696-450f-8cbb-84178752ed50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:21.204198 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-da3b7e2d-df8d-40b5-93ac-2d894a6ce1f5 None None] Set router c5cbc461-6987-4705-96ca-bfe3546614a2 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:06:21.388510 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-da3b7e2d-df8d-40b5-93ac-2d894a6ce1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cbc461-6987-4705-96ca-bfe3546614a2', 'name': 'tempest-TestShelveInstance-489750988-router', 'tenant_id': 'e898c5065a304a52a46263954543e8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'a0a16eec-fa5d-4971-808a-60658179cbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:18Z', 'updated_at': '2021-06-23T19:06:20Z', 'revision_number': 5, 'project_id': 'e898c5065a304a52a46263954543e8f0', 'gw_port': {'id': 'a0a16eec-fa5d-4971-808a-60658179cbb2', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbc461-6987-4705-96ca-bfe3546614a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:00:19Z', 'updated_at': '2021-06-23T19:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi'}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:21.419039 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3b7e2d-df8d-40b5-93ac-2d894a6ce1f5 None None] Checking router: c5cbc461-6987-4705-96ca-bfe3546614a2 for host: dv-cinder-786386-8-iscsi {{(pid=99983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:06:21.427839 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3b7e2d-df8d-40b5-93ac-2d894a6ce1f5 None None] Routers {'c5cbc461-6987-4705-96ca-bfe3546614a2'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:06:21.428484 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-da3b7e2d-df8d-40b5-93ac-2d894a6ce1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:06:01Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['c5cbc461-6987-4705-96ca-bfe3546614a2'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:21.511300 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-da3b7e2d-df8d-40b5-93ac-2d894a6ce1f5 None None] Set router c5cbc461-6987-4705-96ca-bfe3546614a2 gateway port host: None {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:06:21.564496 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-da3b7e2d-df8d-40b5-93ac-2d894a6ce1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cbc461-6987-4705-96ca-bfe3546614a2', 'name': 'tempest-TestShelveInstance-489750988-router', 'tenant_id': 'e898c5065a304a52a46263954543e8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:18Z', 'updated_at': '2021-06-23T19:06:21Z', 'revision_number': 6, 'project_id': 'e898c5065a304a52a46263954543e8f0', 'gw_port_host': None}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:21.591313 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3b7e2d-df8d-40b5-93ac-2d894a6ce1f5 None None] The sync data for ids ['c5cbc461-6987-4705-96ca-bfe3546614a2'] in dv-cinder-786386-8-iscsi is: [{'id': 'c5cbc461-6987-4705-96ca-bfe3546614a2', 'name': 'tempest-TestShelveInstance-489750988-router', 'tenant_id': 'e898c5065a304a52a46263954543e8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:00:18Z', 'updated_at': '2021-06-23T19:06:21Z', 'revision_number': 6, 'project_id': 'e898c5065a304a52a46263954543e8f0', 'gw_port_host': None}] {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:06:21.600000 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [None req-b219396b-b696-450f-8cbb-84178752ed50 admin admin] Deleting port a0a16eec-fa5d-4971-808a-60658179cbb2 {{(pid=99982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:06:21.600525 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b219396b-b696-450f-8cbb-84178752ed50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:21.678363 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [None req-b219396b-b696-450f-8cbb-84178752ed50 admin admin] For port a0a16eec-fa5d-4971-808a-60658179cbb2, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=a0a16eec-fa5d-4971-808a-60658179cbb2,segment=NetworkSegment(06735785-9383-45ec-8182-cbd06f0cff2c),segment_id=06735785-9383-45ec-8182-cbd06f0cff2c)] {{(pid=99982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:06:21.678729 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b219396b-b696-450f-8cbb-84178752ed50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:21.691027 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [None req-b219396b-b696-450f-8cbb-84178752ed50 admin admin] Calling delete_port for a0a16eec-fa5d-4971-808a-60658179cbb2 owned by network:router_gateway {{(pid=99982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:06:21.971249 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b219396b-b696-450f-8cbb-84178752ed50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63686034'] for port, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:21.975349 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-b7f337d6-6d62-45d1-8420-2c4f9a8be11b tempest-AttachVolumeNegativeTest-183754803 tempest-AttachVolumeNegativeTest-183754803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:22.005625 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b219396b-b696-450f-8cbb-84178752ed50 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0a16eec-fa5d-4971-808a-60658179cbb2,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:22.009060 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-b219396b-b696-450f-8cbb-84178752ed50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:22.070928 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b219396b-b696-450f-8cbb-84178752ed50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1978753'] for router_gateway, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:22.163103 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b219396b-b696-450f-8cbb-84178752ed50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31818'] for router, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:22.165166 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b219396b-b696-450f-8cbb-84178752ed50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:22.276761 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7a0a6-6145-499a-be49-95c6c83a040b req-bc0cb9ab-6f7e-4e94-97f2-cd3cb42abbf3 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:22.278141 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-75a7a0a6-6145-499a-be49-95c6c83a040b req-bc0cb9ab-6f7e-4e94-97f2-cd3cb42abbf3 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 947 time: 0.0623045 Jun 23 19:06:22.295348 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b219396b-b696-450f-8cbb-84178752ed50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1997551'] for router, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:22.295885 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b219396b-b696-450f-8cbb-84178752ed50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5cbc461-6987-4705-96ca-bfe3546614a2 {{(pid=99982) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 19:06:22.303029 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b219396b-b696-450f-8cbb-84178752ed50 admin admin] Notify callbacks [] for router, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:22.304196 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-b219396b-b696-450f-8cbb-84178752ed50 admin admin] 10.222.0.47 "DELETE /v2.0/routers/c5cbc461-6987-4705-96ca-bfe3546614a2 HTTP/1.1" status: 204 len: 168 time: 1.3439615 Jun 23 19:06:22.306885 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 36904) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:22.320056 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-75a7a0a6-6145-499a-be49-95c6c83a040b req-2d74ca45-bcb1-4f3e-82b3-4a17d499dcb6 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6fbac4a-465a-4b99-aa78-0d2f56ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363243 Jun 23 19:06:22.396970 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f876e55-7e57-4f79-b62a-d00e639e20f8 admin admin] Deleting subnet 3e272fc5-37eb-47d1-9d0c-ca9df709c2c8 {{(pid=99982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:06:22.402440 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-8f876e55-7e57-4f79-b62a-d00e639e20f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:22.442453 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ab218-de21-428f-9dcd-049201c142d6 req-0ca2f6b9-caad-4cb3-a78c-77697b60756f tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:22.443890 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a58ab218-de21-428f-9dcd-049201c142d6 req-0ca2f6b9-caad-4cb3-a78c-77697b60756f tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.74 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 947 time: 0.1287191 Jun 23 19:06:22.449356 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-8f876e55-7e57-4f79-b62a-d00e639e20f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66960762'] for subnet, precommit_delete_associations {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:22.588802 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-8f876e55-7e57-4f79-b62a-d00e639e20f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017849'] for subnet, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:22.638258 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-a58ab218-de21-428f-9dcd-049201c142d6 req-f99206fc-5f5f-417c-bf7b-c3c919143c26 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Deleting port 76afcda9-9fe1-4590-87be-abc303b24b40 {{(pid=99982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:06:22.638946 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-a58ab218-de21-428f-9dcd-049201c142d6 req-f99206fc-5f5f-417c-bf7b-c3c919143c26 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:22.725565 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device a0a16eec-fa5d-4971-808a-60658179cbb2 no longer exists at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:06:22.731902 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-a58ab218-de21-428f-9dcd-049201c142d6 req-f99206fc-5f5f-417c-bf7b-c3c919143c26 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] For port 76afcda9-9fe1-4590-87be-abc303b24b40, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=76afcda9-9fe1-4590-87be-abc303b24b40,segment=NetworkSegment(1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13),segment_id=1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13)] {{(pid=99982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:06:22.732270 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-a58ab218-de21-428f-9dcd-049201c142d6 req-f99206fc-5f5f-417c-bf7b-c3c919143c26 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:22.749077 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] No Port match for: a0a16eec-fa5d-4971-808a-60658179cbb2 {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:06:22.749438 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device a0a16eec-fa5d-4971-808a-60658179cbb2 not bound to the agent host dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:06:22.749875 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 85739c66-46d0-4a83-815c-f7e5d5e54ff4 no longer exists at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:06:22.768650 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] No Port match for: 85739c66-46d0-4a83-815c-f7e5d5e54ff4 {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:06:22.769106 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 85739c66-46d0-4a83-815c-f7e5d5e54ff4 not bound to the agent host dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:06:22.776206 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-8f876e55-7e57-4f79-b62a-d00e639e20f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63686104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63285490'] for subnet, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:22.782471 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:22.810811 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f876e55-7e57-4f79-b62a-d00e639e20f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e272fc5-37eb-47d1-9d0c-ca9df709c2c8,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:22.817145 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-8f876e55-7e57-4f79-b62a-d00e639e20f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:22.819500 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-8f876e55-7e57-4f79-b62a-d00e639e20f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:22.821310 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-8f876e55-7e57-4f79-b62a-d00e639e20f8 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/3e272fc5-37eb-47d1-9d0c-ca9df709c2c8 HTTP/1.1" status: 204 len: 168 time: 0.5134475 Jun 23 19:06:22.821458 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3130f8c3-ef04-4abd-b473-7fb9e0aae469 None None] Network b0395f69-3f4a-44bb-8c11-c4be656bb380 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:06:22.824069 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 36906) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:22.897716 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-69e46d31-6871-496e-8dad-429091bab3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631679'] for network, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:22.935923 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-a58ab218-de21-428f-9dcd-049201c142d6 req-f99206fc-5f5f-417c-bf7b-c3c919143c26 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:22.936288 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-a58ab218-de21-428f-9dcd-049201c142d6 req-f99206fc-5f5f-417c-bf7b-c3c919143c26 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1978722'] for floatingip, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:22.936675 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.db.l3_db [req-a58ab218-de21-428f-9dcd-049201c142d6 req-f99206fc-5f5f-417c-bf7b-c3c919143c26 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Floating IP fe9c0e51-736b-482f-88ea-90140829ebe6 disassociated. External IP: 172.27.0.232, port: 76afcda9-9fe1-4590-87be-abc303b24b40. Jun 23 19:06:22.937120 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-a58ab218-de21-428f-9dcd-049201c142d6 req-f99206fc-5f5f-417c-bf7b-c3c919143c26 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Calling delete_port for 76afcda9-9fe1-4590-87be-abc303b24b40 owned by compute:nova {{(pid=99982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:06:22.951756 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.plugin [None req-69e46d31-6871-496e-8dad-429091bab3bc admin admin] Deleting port 4af7897d-90db-4afa-b5de-accd2277032a {{(pid=99981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:06:22.952107 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-69e46d31-6871-496e-8dad-429091bab3bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:23.006271 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9ef8ee-c8e4-4d52-99dc-fec5260e2efb None None] DHCP port deletion for b0395f69-3f4a-44bb-8c11-c4be656bb380 request from dv-cinder-786386-8-iscsi {{(pid=99983) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 19:06:23.016480 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.db [None req-69e46d31-6871-496e-8dad-429091bab3bc admin admin] For port 4af7897d-90db-4afa-b5de-accd2277032a, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=4af7897d-90db-4afa-b5de-accd2277032a,segment=NetworkSegment(8cbb752c-77c2-4cbb-8a89-0bce84c11763),segment_id=8cbb752c-77c2-4cbb-8a89-0bce84c11763)] {{(pid=99981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:06:23.016843 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-69e46d31-6871-496e-8dad-429091bab3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:23.029919 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.plugin [None req-69e46d31-6871-496e-8dad-429091bab3bc admin admin] Calling delete_port for 4af7897d-90db-4afa-b5de-accd2277032a owned by network:dhcp {{(pid=99981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:06:23.051587 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-5e9ef8ee-c8e4-4d52-99dc-fec5260e2efb None None] Deleting port 4af7897d-90db-4afa-b5de-accd2277032a {{(pid=99983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:06:23.051979 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-5e9ef8ee-c8e4-4d52-99dc-fec5260e2efb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:23.147382 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-a58ab218-de21-428f-9dcd-049201c142d6 req-f99206fc-5f5f-417c-bf7b-c3c919143c26 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63686034'] for port, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:23.151328 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-e31fdde5-69a0-4f73-b97e-1a8f038570fd tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:23.165584 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-5e9ef8ee-c8e4-4d52-99dc-fec5260e2efb None None] For port 4af7897d-90db-4afa-b5de-accd2277032a, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=4af7897d-90db-4afa-b5de-accd2277032a,segment=NetworkSegment(8cbb752c-77c2-4cbb-8a89-0bce84c11763),segment_id=8cbb752c-77c2-4cbb-8a89-0bce84c11763)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:06:23.166003 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-5e9ef8ee-c8e4-4d52-99dc-fec5260e2efb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:23.180178 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-5e9ef8ee-c8e4-4d52-99dc-fec5260e2efb None None] Calling delete_port for 4af7897d-90db-4afa-b5de-accd2277032a owned by network:dhcp {{(pid=99983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:06:23.183241 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99206fc-5f5f-417c-bf7b-c3c919143c26 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Pushing event deleted for resources: {'Port': ['ID=76afcda9-9fe1-4590-87be-abc303b24b40,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:23.187151 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-f99206fc-5f5f-417c-bf7b-c3c919143c26 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:23.261877 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-69e46d31-6871-496e-8dad-429091bab3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66155770'] for port, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:23.265126 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-5ecbe430-472f-4854-8a4d-aa78e1d39e7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:23.275397 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-5e9ef8ee-c8e4-4d52-99dc-fec5260e2efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975'] for port, after_delete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:23.278244 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:23.296028 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e46d31-6871-496e-8dad-429091bab3bc admin admin] No DVR routers for this DVR port 4af7897d-90db-4afa-b5de-accd2277032a on host dv-cinder-786386-8-iscsi {{(pid=99981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:06:23.306556 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ef8ee-c8e4-4d52-99dc-fec5260e2efb None None] Pushing event deleted for resources: {'Port': ['ID=4af7897d-90db-4afa-b5de-accd2277032a,revision_number=None']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:23.307682 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a58ab218-de21-428f-9dcd-049201c142d6 req-f99206fc-5f5f-417c-bf7b-c3c919143c26 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Router 73215398-a360-4b53-9fe1-d320f6038b4b has already been hosted by L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 {{(pid=99982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:06:23.310253 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-5e9ef8ee-c8e4-4d52-99dc-fec5260e2efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:23.311065 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9ef8ee-c8e4-4d52-99dc-fec5260e2efb None None] No DVR routers for this DVR port 4af7897d-90db-4afa-b5de-accd2277032a on host dv-cinder-786386-8-iscsi {{(pid=99983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:06:23.331877 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e46d31-6871-496e-8dad-429091bab3bc admin admin] Pushing event deleted for resources: {'Port': ['ID=4af7897d-90db-4afa-b5de-accd2277032a,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:23.334420 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-69e46d31-6871-496e-8dad-429091bab3bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:23.390723 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-69e46d31-6871-496e-8dad-429091bab3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018740', 'neutron.services.segments.db._delete_segments_for_network-8739890731039'] for network, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:23.400396 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.services.segments.db [None req-69e46d31-6871-496e-8dad-429091bab3bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0395f69-3f4a-44bb-8c11-c4be656bb380']}} {{(pid=99981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:23.410923 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.services.segments.db [None req-69e46d31-6871-496e-8dad-429091bab3bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cbb752c-77c2-4cbb-8a89-0bce84c11763') {'for_net_delete': True} {{(pid=99981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:23.411213 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.services.segments.db [None req-69e46d31-6871-496e-8dad-429091bab3bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cbb752c-77c2-4cbb-8a89-0bce84c11763') {} {{(pid=99981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:23.427066 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a58ab218-de21-428f-9dcd-049201c142d6 req-f99206fc-5f5f-417c-bf7b-c3c919143c26 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:06:23.437477 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-69e46d31-6871-496e-8dad-429091bab3bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739890717934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65243409'] for segment, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:23.445011 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b474b82c-dd61-4676-8e4a-d246b48443d5 None None] Sync routers for ids ['73215398-a360-4b53-9fe1-d320f6038b4b'] in dv-cinder-786386-8-iscsi {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:06:23.455803 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b474b82c-dd61-4676-8e4a-d246b48443d5 None None] Routers {'73215398-a360-4b53-9fe1-d320f6038b4b'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:06:23.456763 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-b474b82c-dd61-4676-8e4a-d246b48443d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:06:01Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['73215398-a360-4b53-9fe1-d320f6038b4b'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:23.457403 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-69e46d31-6871-496e-8dad-429091bab3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412'] for segment, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:23.465236 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69e46d31-6871-496e-8dad-429091bab3bc admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=99981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:06:23.465698 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-69e46d31-6871-496e-8dad-429091bab3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66155565'] for segment, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:23.467578 dv-cinder-786386-8-iscsi neutron-server[99981]: Traceback (most recent call last): Jun 23 19:06:23.467578 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:06:23.467578 dv-cinder-786386-8-iscsi neutron-server[99981]: timer() Jun 23 19:06:23.467578 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:06:23.467578 dv-cinder-786386-8-iscsi neutron-server[99981]: cb(*args, **kw) Jun 23 19:06:23.467578 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:06:23.467578 dv-cinder-786386-8-iscsi neutron-server[99981]: return func(*args, **kwargs) Jun 23 19:06:23.467578 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:06:23.467578 dv-cinder-786386-8-iscsi neutron-server[99981]: self._notify() Jun 23 19:06:23.467578 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:06:23.467578 dv-cinder-786386-8-iscsi neutron-server[99981]: self.callback(batched_events) Jun 23 19:06:23.467578 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:06:23.467578 dv-cinder-786386-8-iscsi neutron-server[99981]: event.method(event) Jun 23 19:06:23.467578 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:06:23.467578 dv-cinder-786386-8-iscsi neutron-server[99981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:06:23.467578 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:06:23.467578 dv-cinder-786386-8-iscsi neutron-server[99981]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:06:23.467578 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:06:23.467578 dv-cinder-786386-8-iscsi neutron-server[99981]: return f(self, *a, **k) Jun 23 19:06:23.467578 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:06:23.467578 dv-cinder-786386-8-iscsi neutron-server[99981]: return self._get(url).json() Jun 23 19:06:23.467578 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:06:23.467578 dv-cinder-786386-8-iscsi neutron-server[99981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:06:23.467578 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:06:23.467578 dv-cinder-786386-8-iscsi neutron-server[99981]: return self.request(url, 'GET', **kwargs) Jun 23 19:06:23.467578 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:06:23.467578 dv-cinder-786386-8-iscsi neutron-server[99981]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:06:23.467578 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:06:23.467578 dv-cinder-786386-8-iscsi neutron-server[99981]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:06:23.467578 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:06:23.467578 dv-cinder-786386-8-iscsi neutron-server[99981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:06:23.467578 dv-cinder-786386-8-iscsi neutron-server[99981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:06:23.496475 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-fbfc3858-ea1f-494f-adaf-fc9e8d069bc9 req-e0e79fbc-70ea-4d66-a466-f90bba224077 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/ports?device_id=417c5048-21d3-44bd-9fbe-b3bbe228b8db HTTP/1.1" status: 200 len: 210 time: 0.0346494 Jun 23 19:06:23.512871 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58ab218-de21-428f-9dcd-049201c142d6 req-f99206fc-5f5f-417c-bf7b-c3c919143c26 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] No DVR routers for this DVR port 76afcda9-9fe1-4590-87be-abc303b24b40 on host hv-cinder-78638 {{(pid=99982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:06:23.515426 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-a58ab218-de21-428f-9dcd-049201c142d6 req-f99206fc-5f5f-417c-bf7b-c3c919143c26 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:23.517432 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a58ab218-de21-428f-9dcd-049201c142d6 req-f99206fc-5f5f-417c-bf7b-c3c919143c26 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.74 "DELETE /v2.0/ports/76afcda9-9fe1-4590-87be-abc303b24b40 HTTP/1.1" status: 204 len: 173 time: 1.0661075 Jun 23 19:06:23.518723 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417c5048-21d3-44bd-9fbe-b3bbe228b8db', 'name': 'network-vif-deleted', 'tag': '76afcda9-9fe1-4590-87be-abc303b24b40'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:06:23.521889 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07f4727-94ee-484b-9fbc-f4ce5af8d681" -d '{"events": [{"server_uuid": "417c5048-21d3-44bd-9fbe-b3bbe228b8db", "name": "network-vif-deleted", "tag": "76afcda9-9fe1-4590-87be-abc303b24b40"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:06:23.559013 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8246cc9d-d14b-4a56-b7b5-308dccdc6699 x-openstack-request-id: req-8246cc9d-d14b-4a56-b7b5-308dccdc6699 {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:06:23.559013 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417c5048-21d3-44bd-9fbe-b3bbe228b8db", "name": "network-vif-deleted", "tag": "76afcda9-9fe1-4590-87be-abc303b24b40", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:06:23.559459 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8246cc9d-d14b-4a56-b7b5-308dccdc6699 {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:06:23.559825 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417c5048-21d3-44bd-9fbe-b3bbe228b8db', 'name': 'network-vif-deleted', 'tag': '76afcda9-9fe1-4590-87be-abc303b24b40', 'status': 'completed', 'code': 200} Jun 23 19:06:23.585815 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-b474b82c-dd61-4676-8e4a-d246b48443d5 None None] Set router 73215398-a360-4b53-9fe1-d320f6038b4b gateway port host: dv-cinder-786386-8-iscsi {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:06:23.633493 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-69e46d31-6871-496e-8dad-429091bab3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1978736'] for network, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:23.637366 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-b9fe4b54-77c3-4489-b655-5c6792c8257a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:23.640388 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-69e46d31-6871-496e-8dad-429091bab3bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for network, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:23.645043 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-69e46d31-6871-496e-8dad-429091bab3bc admin admin] 10.222.0.47 "DELETE /v2.0/networks/b0395f69-3f4a-44bb-8c11-c4be656bb380 HTTP/1.1" status: 204 len: 168 time: 0.8169568 Jun 23 19:06:23.656383 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e46d31-6871-496e-8dad-429091bab3bc admin admin] Pushing event deleted for resources: {'Network': ['ID=b0395f69-3f4a-44bb-8c11-c4be656bb380,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:23.659501 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-69e46d31-6871-496e-8dad-429091bab3bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:23.800261 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-b474b82c-dd61-4676-8e4a-d246b48443d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1286120584-router', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '2e8e5254-675d-40dd-99c2-40a467ab4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:27Z', 'updated_at': '2021-06-23T18:58:36Z', 'revision_number': 4, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'gw_port': {'id': '2e8e5254-675d-40dd-99c2-40a467ab4db9', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:29Z', 'updated_at': '2021-06-23T18:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': '78d8cf4f-d25f-43bc-99c8-7aadbbdd8680', 'name': '', 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'mac_address': 'fa:16:3e:fe:c2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '32106090-9e53-4852-ad03-eb2e8f42dc88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:33Z', 'updated_at': '2021-06-23T18:58:48Z', 'revision_number': 5, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'subnets': [{'id': '32106090-9e53-4852-ad03-eb2e8f42dc88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:23.824637 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b474b82c-dd61-4676-8e4a-d246b48443d5 None None] Checking router: 73215398-a360-4b53-9fe1-d320f6038b4b for host: dv-cinder-786386-8-iscsi {{(pid=99984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:06:23.832674 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b474b82c-dd61-4676-8e4a-d246b48443d5 None None] Routers {'73215398-a360-4b53-9fe1-d320f6038b4b'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:06:23.833272 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-b474b82c-dd61-4676-8e4a-d246b48443d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:06:01Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['73215398-a360-4b53-9fe1-d320f6038b4b'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:23.936238 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-b474b82c-dd61-4676-8e4a-d246b48443d5 None None] Set router 73215398-a360-4b53-9fe1-d320f6038b4b gateway port host: dv-cinder-786386-8-iscsi {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:06:23.987538 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 36920) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:24.030261 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-35c14dd7-9ab7-4987-994e-736390976e61 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c353ddad9e634833bd136bff1f36ab80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411811 Jun 23 19:06:24.033397 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 36922) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:24.082440 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3a18501c-6140-457d-89c9-e14799dbacf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:24.105623 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3a18501c-6140-457d-89c9-e14799dbacf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:24.138852 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-b474b82c-dd61-4676-8e4a-d246b48443d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1286120584-router', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '2e8e5254-675d-40dd-99c2-40a467ab4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:27Z', 'updated_at': '2021-06-23T18:58:36Z', 'revision_number': 4, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'gw_port': {'id': '2e8e5254-675d-40dd-99c2-40a467ab4db9', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:29Z', 'updated_at': '2021-06-23T18:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': '78d8cf4f-d25f-43bc-99c8-7aadbbdd8680', 'name': '', 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'mac_address': 'fa:16:3e:fe:c2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '32106090-9e53-4852-ad03-eb2e8f42dc88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:33Z', 'updated_at': '2021-06-23T18:58:48Z', 'revision_number': 5, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'subnets': [{'id': '32106090-9e53-4852-ad03-eb2e8f42dc88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:24.166992 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b474b82c-dd61-4676-8e4a-d246b48443d5 None None] The sync data for ids ['73215398-a360-4b53-9fe1-d320f6038b4b'] in dv-cinder-786386-8-iscsi is: [{'id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1286120584-router', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '2e8e5254-675d-40dd-99c2-40a467ab4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:27Z', 'updated_at': '2021-06-23T18:58:36Z', 'revision_number': 4, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'gw_port': {'id': '2e8e5254-675d-40dd-99c2-40a467ab4db9', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:29Z', 'updated_at': '2021-06-23T18:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': '78d8cf4f-d25f-43bc-99c8-7aadbbdd8680', 'name': '', 'network_id': 'bfb4a1f7-e917-4d93-979a-9e772f8cdd47', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'mac_address': 'fa:16:3e:fe:c2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '32106090-9e53-4852-ad03-eb2e8f42dc88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:33Z', 'updated_at': '2021-06-23T18:58:48Z', 'revision_number': 5, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'subnets': [{'id': '32106090-9e53-4852-ad03-eb2e8f42dc88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:06:24.243981 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3a18501c-6140-457d-89c9-e14799dbacf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:24.246738 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3a18501c-6140-457d-89c9-e14799dbacf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:24.248165 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-3a18501c-6140-457d-89c9-e14799dbacf1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a08a4d81-3e45-477c-be77-6345906a7385 HTTP/1.1" status: 204 len: 168 time: 0.2135906 Jun 23 19:06:24.248661 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-2cd489e5-f740-4deb-9f97-26440c78d6e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:24.256285 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18501c-6140-457d-89c9-e14799dbacf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08a4d81-3e45-477c-be77-6345906a7385,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:24.258819 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-3a18501c-6140-457d-89c9-e14799dbacf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:24.393382 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be3abf2-2189-4b3b-b572-378fde845fd1 None None] New status for floating IP fe9c0e51-736b-482f-88ea-90140829ebe6: DOWN {{(pid=99983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:06:24.690942 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 36942) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:24.722064 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 4af7897d-90db-4afa-b5de-accd2277032a no longer exists at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:06:24.745672 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] No Port match for: 4af7897d-90db-4afa-b5de-accd2277032a {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:06:24.745947 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 4af7897d-90db-4afa-b5de-accd2277032a not bound to the agent host dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:06:24.752008 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7ee1a0d4-5d4f-406f-9031-bef809f6d3f7 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:24.775203 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7ee1a0d4-5d4f-406f-9031-bef809f6d3f7 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:24.882357 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7ee1a0d4-5d4f-406f-9031-bef809f6d3f7 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:24.885154 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7ee1a0d4-5d4f-406f-9031-bef809f6d3f7 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:24.886332 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-7ee1a0d4-5d4f-406f-9031-bef809f6d3f7 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "DELETE /v2.0/security-groups/e6fbac4a-465a-4b99-aa78-0d2f56ce8307 HTTP/1.1" status: 204 len: 168 time: 0.1948042 Jun 23 19:06:24.887099 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-0d625617-e37d-428c-8e38-e0ece44c4cc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:24.889039 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 36944) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:24.896220 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1a0d4-5d4f-406f-9031-bef809f6d3f7 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fbac4a-465a-4b99-aa78-0d2f56ce8307,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:24.898420 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-7ee1a0d4-5d4f-406f-9031-bef809f6d3f7 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:24.903124 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.api.v2.resource [None req-dfa814da-0ea7-4f22-b7cf-ee3d55516ae3 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] show failed (client error): The resource could not be found. Jun 23 19:06:24.904097 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-dfa814da-0ea7-4f22-b7cf-ee3d55516ae3 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "GET /v2.0/security-groups/e6fbac4a-465a-4b99-aa78-0d2f56ce8307 HTTP/1.1" status: 404 len: 347 time: 0.0140865 Jun 23 19:06:24.907054 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 36946) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:24.940167 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 36948) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:24.982025 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-b4c620bb-3bc7-4301-b543-a34472b56619 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e898c5065a304a52a46263954543e8f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400574 Jun 23 19:06:24.984162 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 36950) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:25.034717 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.plugin [None req-be232d3a-2f88-4489-b741-e8216475c9a0 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Deleting port 69f9089c-d1b6-461b-b090-fed2fd51c5ec {{(pid=99981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:06:25.035068 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-be232d3a-2f88-4489-b741-e8216475c9a0 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:25.036460 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f3b23eb9-4adb-403c-bb40-cb6e0608405c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:25.068316 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f3b23eb9-4adb-403c-bb40-cb6e0608405c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:25.116440 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-be232d3a-2f88-4489-b741-e8216475c9a0 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:25.116764 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-be232d3a-2f88-4489-b741-e8216475c9a0 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:25.128503 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.plugin [None req-be232d3a-2f88-4489-b741-e8216475c9a0 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Calling delete_port for 69f9089c-d1b6-461b-b090-fed2fd51c5ec owned by network:floatingip {{(pid=99981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:06:25.181369 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f3b23eb9-4adb-403c-bb40-cb6e0608405c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:25.184196 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f3b23eb9-4adb-403c-bb40-cb6e0608405c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:25.185565 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-f3b23eb9-4adb-403c-bb40-cb6e0608405c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/40c69256-a093-4005-9c4c-0ffc12ed4627 HTTP/1.1" status: 204 len: 168 time: 0.2003899 Jun 23 19:06:25.186394 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-eed9fc47-6cac-4234-bc99-6b6c157f4cdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:25.194519 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b23eb9-4adb-403c-bb40-cb6e0608405c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c69256-a093-4005-9c4c-0ffc12ed4627,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:25.197319 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-f3b23eb9-4adb-403c-bb40-cb6e0608405c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:25.346614 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-be232d3a-2f88-4489-b741-e8216475c9a0 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66155770'] for port, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:25.348687 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-107495b0-b841-4c22-8a23-11a459fab5ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:25.372333 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be232d3a-2f88-4489-b741-e8216475c9a0 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Pushing event deleted for resources: {'Port': ['ID=69f9089c-d1b6-461b-b090-fed2fd51c5ec,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:25.375492 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-be232d3a-2f88-4489-b741-e8216475c9a0 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:25.432762 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-be232d3a-2f88-4489-b741-e8216475c9a0 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks [] for floatingip, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:25.435299 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-be232d3a-2f88-4489-b741-e8216475c9a0 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for floatingip, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:25.436406 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-be232d3a-2f88-4489-b741-e8216475c9a0 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] 10.222.0.47 "DELETE /v2.0/floatingips/fe9c0e51-736b-482f-88ea-90140829ebe6 HTTP/1.1" status: 204 len: 168 time: 0.5278175 Jun 23 19:06:28.018174 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 76afcda9-9fe1-4590-87be-abc303b24b40 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:06:28.037708 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] No Port match for: 76afcda9-9fe1-4590-87be-abc303b24b40 {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:06:28.038062 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 76afcda9-9fe1-4590-87be-abc303b24b40 not bound to the agent host hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:06:28.488001 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-5a004b68-7899-4b23-a41c-6e485d226c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:31.064517 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-7d3cb70f-a857-483f-975e-3fa886a8352c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:31.446889 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:32.313854 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:32.547788 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 37006) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:33.069016 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-ec0c6002-5779-4951-8ad6-5607e361aff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2015972'] for router_interface, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:33.310655 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [None req-ec0c6002-5779-4951-8ad6-5607e361aff3 admin admin] Deleting port 78d8cf4f-d25f-43bc-99c8-7aadbbdd8680 {{(pid=99982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:06:33.311000 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-ec0c6002-5779-4951-8ad6-5607e361aff3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:33.389537 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [None req-ec0c6002-5779-4951-8ad6-5607e361aff3 admin admin] For port 78d8cf4f-d25f-43bc-99c8-7aadbbdd8680, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=78d8cf4f-d25f-43bc-99c8-7aadbbdd8680,segment=NetworkSegment(1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13),segment_id=1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13)] {{(pid=99982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:06:33.389810 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-ec0c6002-5779-4951-8ad6-5607e361aff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:33.401948 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [None req-ec0c6002-5779-4951-8ad6-5607e361aff3 admin admin] Calling delete_port for 78d8cf4f-d25f-43bc-99c8-7aadbbdd8680 owned by network:router_interface {{(pid=99982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:06:33.577400 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:33.633352 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-ec0c6002-5779-4951-8ad6-5607e361aff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63686034'] for port, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:33.635397 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-d4de1e23-262e-44a2-b7f9-5336552fd9d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:33.657101 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c6002-5779-4951-8ad6-5607e361aff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=78d8cf4f-d25f-43bc-99c8-7aadbbdd8680,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:33.660542 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-ec0c6002-5779-4951-8ad6-5607e361aff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:33.825948 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-ec0c6002-5779-4951-8ad6-5607e361aff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997076'] for router_interface, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:34.035405 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0c6002-5779-4951-8ad6-5607e361aff3 admin admin] Router 73215398-a360-4b53-9fe1-d320f6038b4b has already been hosted by L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 {{(pid=99982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:06:34.137542 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0c6002-5779-4951-8ad6-5607e361aff3 admin admin] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:06:34.145025 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-ec0c6002-5779-4951-8ad6-5607e361aff3 admin admin] 10.222.0.47 "PUT /v2.0/routers/73215398-a360-4b53-9fe1-d320f6038b4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5959103 Jun 23 19:06:34.146977 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6431b149-54e1-4e12-b0e2-78c78dca03dc None None] Sync routers for ids ['73215398-a360-4b53-9fe1-d320f6038b4b'] in dv-cinder-786386-8-iscsi {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:06:34.150933 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 37036) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:34.157504 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6431b149-54e1-4e12-b0e2-78c78dca03dc None None] Routers {'73215398-a360-4b53-9fe1-d320f6038b4b'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:06:34.158110 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-6431b149-54e1-4e12-b0e2-78c78dca03dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:06:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['73215398-a360-4b53-9fe1-d320f6038b4b'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:34.252123 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-bbde48b6-ae67-48f0-a1d4-ac6c3c074407 admin admin] Notify callbacks [] for router, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:34.264098 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-6431b149-54e1-4e12-b0e2-78c78dca03dc None None] Set router 73215398-a360-4b53-9fe1-d320f6038b4b gateway port host: dv-cinder-786386-8-iscsi {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:06:34.350022 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-bbde48b6-ae67-48f0-a1d4-ac6c3c074407 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:34.438978 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-6431b149-54e1-4e12-b0e2-78c78dca03dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1286120584-router', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '2e8e5254-675d-40dd-99c2-40a467ab4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:27Z', 'updated_at': '2021-06-23T19:06:33Z', 'revision_number': 5, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'gw_port': {'id': '2e8e5254-675d-40dd-99c2-40a467ab4db9', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:58:29Z', 'updated_at': '2021-06-23T18:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi'}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:34.447649 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [None req-bbde48b6-ae67-48f0-a1d4-ac6c3c074407 admin admin] Deleting port 2e8e5254-675d-40dd-99c2-40a467ab4db9 {{(pid=99982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:06:34.447928 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-bbde48b6-ae67-48f0-a1d4-ac6c3c074407 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:34.464718 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6431b149-54e1-4e12-b0e2-78c78dca03dc None None] Checking router: 73215398-a360-4b53-9fe1-d320f6038b4b for host: dv-cinder-786386-8-iscsi {{(pid=99984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:06:34.473220 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6431b149-54e1-4e12-b0e2-78c78dca03dc None None] Routers {'73215398-a360-4b53-9fe1-d320f6038b4b'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:06:34.473841 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-6431b149-54e1-4e12-b0e2-78c78dca03dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:06:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['73215398-a360-4b53-9fe1-d320f6038b4b'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:34.527162 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [None req-bbde48b6-ae67-48f0-a1d4-ac6c3c074407 admin admin] For port 2e8e5254-675d-40dd-99c2-40a467ab4db9, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=2e8e5254-675d-40dd-99c2-40a467ab4db9,segment=NetworkSegment(06735785-9383-45ec-8182-cbd06f0cff2c),segment_id=06735785-9383-45ec-8182-cbd06f0cff2c)] {{(pid=99982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:06:34.527526 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-bbde48b6-ae67-48f0-a1d4-ac6c3c074407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:34.539858 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [None req-bbde48b6-ae67-48f0-a1d4-ac6c3c074407 admin admin] Calling delete_port for 2e8e5254-675d-40dd-99c2-40a467ab4db9 owned by network:router_gateway {{(pid=99982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:06:34.639574 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-6431b149-54e1-4e12-b0e2-78c78dca03dc None None] Set router 73215398-a360-4b53-9fe1-d320f6038b4b gateway port host: None {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:06:34.691695 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-6431b149-54e1-4e12-b0e2-78c78dca03dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1286120584-router', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:27Z', 'updated_at': '2021-06-23T19:06:34Z', 'revision_number': 6, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'gw_port_host': None}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:34.721634 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6431b149-54e1-4e12-b0e2-78c78dca03dc None None] The sync data for ids ['73215398-a360-4b53-9fe1-d320f6038b4b'] in dv-cinder-786386-8-iscsi is: [{'id': '73215398-a360-4b53-9fe1-d320f6038b4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1286120584-router', 'tenant_id': '729d57d1e6084efaafdeeab91cc43749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:27Z', 'updated_at': '2021-06-23T19:06:34Z', 'revision_number': 6, 'project_id': '729d57d1e6084efaafdeeab91cc43749', 'gw_port_host': None}] {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:06:34.782817 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-bbde48b6-ae67-48f0-a1d4-ac6c3c074407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63686034'] for port, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:34.785846 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-a068c429-db94-44c6-b389-6a9654986a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:34.809689 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde48b6-ae67-48f0-a1d4-ac6c3c074407 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e8e5254-675d-40dd-99c2-40a467ab4db9,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:34.814003 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-bbde48b6-ae67-48f0-a1d4-ac6c3c074407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:34.868712 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-bbde48b6-ae67-48f0-a1d4-ac6c3c074407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1978753'] for router_gateway, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:34.954135 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-bbde48b6-ae67-48f0-a1d4-ac6c3c074407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31818'] for router, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:34.956326 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-bbde48b6-ae67-48f0-a1d4-ac6c3c074407 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:35.057312 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-bbde48b6-ae67-48f0-a1d4-ac6c3c074407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1997551'] for router, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:35.058149 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbde48b6-ae67-48f0-a1d4-ac6c3c074407 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73215398-a360-4b53-9fe1-d320f6038b4b {{(pid=99982) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 19:06:35.063016 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-bbde48b6-ae67-48f0-a1d4-ac6c3c074407 admin admin] Notify callbacks [] for router, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:35.064206 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-bbde48b6-ae67-48f0-a1d4-ac6c3c074407 admin admin] 10.222.0.47 "DELETE /v2.0/routers/73215398-a360-4b53-9fe1-d320f6038b4b HTTP/1.1" status: 204 len: 168 time: 0.9153321 Jun 23 19:06:35.066717 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 37042) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:35.111897 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c50621b-25ab-48bf-9dd4-7d57f26b17ed admin admin] Deleting subnet 32106090-9e53-4852-ad03-eb2e8f42dc88 {{(pid=99982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:06:35.115439 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4c50621b-25ab-48bf-9dd4-7d57f26b17ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:35.151694 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4c50621b-25ab-48bf-9dd4-7d57f26b17ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66960762'] for subnet, precommit_delete_associations {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:35.232674 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4c50621b-25ab-48bf-9dd4-7d57f26b17ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017849'] for subnet, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:35.343677 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4c50621b-25ab-48bf-9dd4-7d57f26b17ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63686104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63285490'] for subnet, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:35.345872 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-476241b1-7328-4777-9db7-ffac3991b67c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:35.367813 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50621b-25ab-48bf-9dd4-7d57f26b17ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32106090-9e53-4852-ad03-eb2e8f42dc88,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:35.370375 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-4c50621b-25ab-48bf-9dd4-7d57f26b17ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:35.375288 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4c50621b-25ab-48bf-9dd4-7d57f26b17ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:35.377159 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-4c50621b-25ab-48bf-9dd4-7d57f26b17ed admin admin] 10.222.0.47 "DELETE /v2.0/subnets/32106090-9e53-4852-ad03-eb2e8f42dc88 HTTP/1.1" status: 204 len: 168 time: 0.3094747 Jun 23 19:06:35.379700 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 37050) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:35.380305 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a3f6ca-12d9-4fd9-aea8-05d655557de8 None None] Network bfb4a1f7-e917-4d93-979a-9e772f8cdd47 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:06:35.453133 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-2d7e1ea4-0d68-48ac-b9c4-e0645d3b8c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631679'] for network, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:35.526669 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [None req-2d7e1ea4-0d68-48ac-b9c4-e0645d3b8c40 admin admin] Deleting port 21e62d85-2840-4624-a607-7c05e1cc9e14 {{(pid=99982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:06:35.527010 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-2d7e1ea4-0d68-48ac-b9c4-e0645d3b8c40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:35.594519 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9254add6-8025-4569-bfd9-643c8aab83ef None None] DHCP port deletion for bfb4a1f7-e917-4d93-979a-9e772f8cdd47 request from dv-cinder-786386-8-iscsi {{(pid=99983) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 19:06:35.599470 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [None req-2d7e1ea4-0d68-48ac-b9c4-e0645d3b8c40 admin admin] For port 21e62d85-2840-4624-a607-7c05e1cc9e14, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=21e62d85-2840-4624-a607-7c05e1cc9e14,segment=NetworkSegment(1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13),segment_id=1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13)] {{(pid=99982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:06:35.599847 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-2d7e1ea4-0d68-48ac-b9c4-e0645d3b8c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:35.613352 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [None req-2d7e1ea4-0d68-48ac-b9c4-e0645d3b8c40 admin admin] Calling delete_port for 21e62d85-2840-4624-a607-7c05e1cc9e14 owned by network:dhcp {{(pid=99982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:06:35.640829 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-9254add6-8025-4569-bfd9-643c8aab83ef None None] Deleting port 21e62d85-2840-4624-a607-7c05e1cc9e14 {{(pid=99983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:06:35.641224 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-9254add6-8025-4569-bfd9-643c8aab83ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:35.705126 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-9254add6-8025-4569-bfd9-643c8aab83ef None None] For port 21e62d85-2840-4624-a607-7c05e1cc9e14, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=21e62d85-2840-4624-a607-7c05e1cc9e14,segment=NetworkSegment(1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13),segment_id=1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:06:35.705689 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-9254add6-8025-4569-bfd9-643c8aab83ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:35.720995 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-9254add6-8025-4569-bfd9-643c8aab83ef None None] Calling delete_port for 21e62d85-2840-4624-a607-7c05e1cc9e14 owned by network:dhcp {{(pid=99983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:06:35.753932 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-2d7e1ea4-0d68-48ac-b9c4-e0645d3b8c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63686034'] for port, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:35.756356 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-5a5fcc3b-c01f-465a-b68e-476f94965659 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:35.780500 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e1ea4-0d68-48ac-b9c4-e0645d3b8c40 admin admin] Pushing event deleted for resources: {'Port': ['ID=21e62d85-2840-4624-a607-7c05e1cc9e14,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:35.783647 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-2d7e1ea4-0d68-48ac-b9c4-e0645d3b8c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:35.784415 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7e1ea4-0d68-48ac-b9c4-e0645d3b8c40 admin admin] No DVR routers for this DVR port 21e62d85-2840-4624-a607-7c05e1cc9e14 on host dv-cinder-786386-8-iscsi {{(pid=99982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:06:35.800611 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-9254add6-8025-4569-bfd9-643c8aab83ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975'] for port, after_delete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:35.802447 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-12da7ecd-2cfe-4ec0-be17-92a207479480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:35.825443 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9254add6-8025-4569-bfd9-643c8aab83ef None None] Pushing event deleted for resources: {'Port': ['ID=21e62d85-2840-4624-a607-7c05e1cc9e14,revision_number=None']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:35.828317 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-9254add6-8025-4569-bfd9-643c8aab83ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:35.830603 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9254add6-8025-4569-bfd9-643c8aab83ef None None] No DVR routers for this DVR port 21e62d85-2840-4624-a607-7c05e1cc9e14 on host dv-cinder-786386-8-iscsi {{(pid=99983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:06:35.860091 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-2d7e1ea4-0d68-48ac-b9c4-e0645d3b8c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018740', 'neutron.services.segments.db._delete_segments_for_network-8739890731039'] for network, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:35.869708 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.services.segments.db [None req-2d7e1ea4-0d68-48ac-b9c4-e0645d3b8c40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfb4a1f7-e917-4d93-979a-9e772f8cdd47']}} {{(pid=99982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:35.879818 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.services.segments.db [None req-2d7e1ea4-0d68-48ac-b9c4-e0645d3b8c40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13') {'for_net_delete': True} {{(pid=99982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:35.880118 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.services.segments.db [None req-2d7e1ea4-0d68-48ac-b9c4-e0645d3b8c40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1891a1cf-64c7-4cb3-aaa6-8caa9bf1ed13') {} {{(pid=99982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:35.888379 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-2d7e1ea4-0d68-48ac-b9c4-e0645d3b8c40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739890717934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66960741'] for segment, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:35.902804 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-2d7e1ea4-0d68-48ac-b9c4-e0645d3b8c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412'] for segment, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:35.908360 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d7e1ea4-0d68-48ac-b9c4-e0645d3b8c40 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=99982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:06:35.908744 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-2d7e1ea4-0d68-48ac-b9c4-e0645d3b8c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63685957'] for segment, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:35.910320 dv-cinder-786386-8-iscsi neutron-server[99982]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:06:35.910320 dv-cinder-786386-8-iscsi neutron-server[99982]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:06:35.910320 dv-cinder-786386-8-iscsi neutron-server[99982]: Traceback (most recent call last): Jun 23 19:06:35.910320 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:06:35.910320 dv-cinder-786386-8-iscsi neutron-server[99982]: timer() Jun 23 19:06:35.910320 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:06:35.910320 dv-cinder-786386-8-iscsi neutron-server[99982]: cb(*args, **kw) Jun 23 19:06:35.910320 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:06:35.910320 dv-cinder-786386-8-iscsi neutron-server[99982]: return func(*args, **kwargs) Jun 23 19:06:35.910320 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:06:35.910320 dv-cinder-786386-8-iscsi neutron-server[99982]: self._notify() Jun 23 19:06:35.910320 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:06:35.910320 dv-cinder-786386-8-iscsi neutron-server[99982]: self.callback(batched_events) Jun 23 19:06:35.910320 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:06:35.910320 dv-cinder-786386-8-iscsi neutron-server[99982]: event.method(event) Jun 23 19:06:35.910320 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:06:35.910320 dv-cinder-786386-8-iscsi neutron-server[99982]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:06:35.910320 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:06:35.910320 dv-cinder-786386-8-iscsi neutron-server[99982]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:06:35.910320 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:06:35.910320 dv-cinder-786386-8-iscsi neutron-server[99982]: return f(self, *a, **k) Jun 23 19:06:35.910320 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:06:35.910320 dv-cinder-786386-8-iscsi neutron-server[99982]: return self._get(url).json() Jun 23 19:06:35.910320 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:06:35.910320 dv-cinder-786386-8-iscsi neutron-server[99982]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:06:35.910320 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:06:35.910320 dv-cinder-786386-8-iscsi neutron-server[99982]: return self.request(url, 'GET', **kwargs) Jun 23 19:06:35.910320 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:06:35.910320 dv-cinder-786386-8-iscsi neutron-server[99982]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:06:35.910320 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:06:35.910320 dv-cinder-786386-8-iscsi neutron-server[99982]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:06:35.910320 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:06:35.910320 dv-cinder-786386-8-iscsi neutron-server[99982]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:06:35.910320 dv-cinder-786386-8-iscsi neutron-server[99982]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:06:35.999629 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-2d7e1ea4-0d68-48ac-b9c4-e0645d3b8c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1978736'] for network, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:36.004486 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-2d7e1ea4-0d68-48ac-b9c4-e0645d3b8c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for network, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:36.008799 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-2d7e1ea4-0d68-48ac-b9c4-e0645d3b8c40 admin admin] 10.222.0.47 "DELETE /v2.0/networks/bfb4a1f7-e917-4d93-979a-9e772f8cdd47 HTTP/1.1" status: 204 len: 168 time: 0.6257033 Jun 23 19:06:36.008799 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-cdf84594-958e-484e-9dba-9c3efaa6078f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:36.019221 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e1ea4-0d68-48ac-b9c4-e0645d3b8c40 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfb4a1f7-e917-4d93-979a-9e772f8cdd47,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:36.021686 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-2d7e1ea4-0d68-48ac-b9c4-e0645d3b8c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:36.259334 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 37054) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:36.301224 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-5a6ec094-d81d-4bab-a422-ede80c7afa55 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=729d57d1e6084efaafdeeab91cc43749&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0406237 Jun 23 19:06:36.303574 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 37056) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:36.348958 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b6265225-d5c7-401e-9ef3-db42f561b73d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:36.369897 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b6265225-d5c7-401e-9ef3-db42f561b73d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:36.468315 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b6265225-d5c7-401e-9ef3-db42f561b73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:36.471090 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b6265225-d5c7-401e-9ef3-db42f561b73d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:36.472221 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-b6265225-d5c7-401e-9ef3-db42f561b73d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/764d83cc-4055-412c-b3c4-d1a8f9202dcb HTTP/1.1" status: 204 len: 168 time: 0.1677618 Jun 23 19:06:36.473169 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-20684a8a-13a8-4258-b242-cce63232a120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:36.480394 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6265225-d5c7-401e-9ef3-db42f561b73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764d83cc-4055-412c-b3c4-d1a8f9202dcb,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:36.482792 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-b6265225-d5c7-401e-9ef3-db42f561b73d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:36.723459 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 78d8cf4f-d25f-43bc-99c8-7aadbbdd8680 no longer exists at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:06:36.748739 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] No Port match for: 78d8cf4f-d25f-43bc-99c8-7aadbbdd8680 {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:06:36.749098 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 78d8cf4f-d25f-43bc-99c8-7aadbbdd8680 not bound to the agent host dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:06:36.749527 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 2e8e5254-675d-40dd-99c2-40a467ab4db9 no longer exists at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:06:36.768760 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] No Port match for: 2e8e5254-675d-40dd-99c2-40a467ab4db9 {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:06:36.769119 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 2e8e5254-675d-40dd-99c2-40a467ab4db9 not bound to the agent host dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:06:36.769553 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 21e62d85-2840-4624-a607-7c05e1cc9e14 no longer exists at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:06:36.788466 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] No Port match for: 21e62d85-2840-4624-a607-7c05e1cc9e14 {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:06:36.788832 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 21e62d85-2840-4624-a607-7c05e1cc9e14 not bound to the agent host dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:06:41.471034 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:43.626321 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 37188) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:43.724913 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-54578c8c-b3b9-409b-b0fa-e737c8c9c285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:43.809407 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-54578c8c-b3b9-409b-b0fa-e737c8c9c285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:43.870599 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-54578c8c-b3b9-409b-b0fa-e737c8c9c285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:43.873864 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-49cb0191-3bd8-4b3a-a6ec-85e03807274a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:43.911446 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-54578c8c-b3b9-409b-b0fa-e737c8c9c285 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2aa14203885b4e22b0b45e5684d47c25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2840781 Jun 23 19:06:43.912593 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54578c8c-b3b9-409b-b0fa-e737c8c9c285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9bd75b-7c44-406e-ae38-293652fce701,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:43.914139 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 37192) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:43.915763 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-54578c8c-b3b9-409b-b0fa-e737c8c9c285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:43.962496 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b418e2bc-8c4e-43a6-98ee-354f726bf5dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:43.983684 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b418e2bc-8c4e-43a6-98ee-354f726bf5dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:44.131912 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b418e2bc-8c4e-43a6-98ee-354f726bf5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:44.134477 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-b418e2bc-8c4e-43a6-98ee-354f726bf5dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:44.135611 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-b418e2bc-8c4e-43a6-98ee-354f726bf5dc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5a9bd75b-7c44-406e-ae38-293652fce701 HTTP/1.1" status: 204 len: 168 time: 0.2204561 Jun 23 19:06:44.136506 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-3168d0e9-a0ea-4c6b-9746-57383ff2b0bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:44.144453 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418e2bc-8c4e-43a6-98ee-354f726bf5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9bd75b-7c44-406e-ae38-293652fce701,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:44.151425 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b418e2bc-8c4e-43a6-98ee-354f726bf5dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:44.151809 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b418e2bc-8c4e-43a6-98ee-354f726bf5dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:44.152180 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b418e2bc-8c4e-43a6-98ee-354f726bf5dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:44.152621 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b418e2bc-8c4e-43a6-98ee-354f726bf5dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:44.152911 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b418e2bc-8c4e-43a6-98ee-354f726bf5dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:44.153276 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b418e2bc-8c4e-43a6-98ee-354f726bf5dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:44.153696 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b418e2bc-8c4e-43a6-98ee-354f726bf5dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:44.154057 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b418e2bc-8c4e-43a6-98ee-354f726bf5dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:44.154449 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b418e2bc-8c4e-43a6-98ee-354f726bf5dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:44.159317 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b418e2bc-8c4e-43a6-98ee-354f726bf5dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:44.159317 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b418e2bc-8c4e-43a6-98ee-354f726bf5dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:44.159317 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b418e2bc-8c4e-43a6-98ee-354f726bf5dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:44.159317 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-b418e2bc-8c4e-43a6-98ee-354f726bf5dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:44.713212 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 37218) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:44.727535 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-aab6b1cd-4a9b-4a48-9914-1db854065db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:45.104878 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-aab6b1cd-4a9b-4a48-9914-1db854065db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:45.206911 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-aab6b1cd-4a9b-4a48-9914-1db854065db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:45.210480 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-a63b85d9-2e42-460d-9a5e-af4798d3632a tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:45.246071 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-aab6b1cd-4a9b-4a48-9914-1db854065db0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2a358a94574048dd8c9601b2154b7927&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5316572 Jun 23 19:06:45.247285 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6b1cd-4a9b-4a48-9914-1db854065db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f22a817-daa1-4bd9-910f-83fd21eb3f5d,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:45.248734 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 37222) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:45.250313 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-aab6b1cd-4a9b-4a48-9914-1db854065db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:45.300915 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-799f2201-e60c-4a46-8a0f-a292d6d73122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:45.321206 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-799f2201-e60c-4a46-8a0f-a292d6d73122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:45.435180 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-799f2201-e60c-4a46-8a0f-a292d6d73122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:45.437756 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-799f2201-e60c-4a46-8a0f-a292d6d73122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:45.438923 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-799f2201-e60c-4a46-8a0f-a292d6d73122 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6f22a817-daa1-4bd9-910f-83fd21eb3f5d HTTP/1.1" status: 204 len: 168 time: 0.1891935 Jun 23 19:06:45.439686 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-6c1f923b-6b91-4113-a0e3-741ef382eb82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:45.447122 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f2201-e60c-4a46-8a0f-a292d6d73122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f22a817-daa1-4bd9-910f-83fd21eb3f5d,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:45.449366 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-799f2201-e60c-4a46-8a0f-a292d6d73122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:47.861666 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 37314) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:47.963346 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1dff15f6-3139-4343-bc3a-82cc499cfd6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:48.050137 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1dff15f6-3139-4343-bc3a-82cc499cfd6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:48.097162 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1dff15f6-3139-4343-bc3a-82cc499cfd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:48.100661 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-f5919cf1-c3f1-4ac8-9048-7247e8829141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:48.138792 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-1dff15f6-3139-4343-bc3a-82cc499cfd6e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1804b72a1ad8410c9e60f0e34add26e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2758181 Jun 23 19:06:48.141273 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 37320) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:48.147250 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff15f6-3139-4343-bc3a-82cc499cfd6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8d4bde-5970-4673-bb64-be4d4246f26c,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:48.166432 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dff15f6-3139-4343-bc3a-82cc499cfd6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:48.172978 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dff15f6-3139-4343-bc3a-82cc499cfd6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:48.172978 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dff15f6-3139-4343-bc3a-82cc499cfd6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:48.172978 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dff15f6-3139-4343-bc3a-82cc499cfd6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:48.172978 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dff15f6-3139-4343-bc3a-82cc499cfd6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:48.172978 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dff15f6-3139-4343-bc3a-82cc499cfd6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:48.172978 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dff15f6-3139-4343-bc3a-82cc499cfd6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:48.172978 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dff15f6-3139-4343-bc3a-82cc499cfd6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:48.172978 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dff15f6-3139-4343-bc3a-82cc499cfd6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:48.172978 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dff15f6-3139-4343-bc3a-82cc499cfd6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:48.172978 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dff15f6-3139-4343-bc3a-82cc499cfd6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:48.172978 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dff15f6-3139-4343-bc3a-82cc499cfd6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:48.178240 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-1dff15f6-3139-4343-bc3a-82cc499cfd6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:48.206684 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-aceddd51-bc23-47e3-874c-c6ef8b724e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:48.208588 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 37322) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:48.227964 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-aceddd51-bc23-47e3-874c-c6ef8b724e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:48.310456 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-047b06ce-6cce-46d7-b912-23f23a79215f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:48.337565 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-aceddd51-bc23-47e3-874c-c6ef8b724e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:48.340841 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-aceddd51-bc23-47e3-874c-c6ef8b724e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:48.344299 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-aceddd51-bc23-47e3-874c-c6ef8b724e98 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ab8d4bde-5970-4673-bb64-be4d4246f26c HTTP/1.1" status: 204 len: 168 time: 0.1998127 Jun 23 19:06:48.344299 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-54578c8c-b3b9-409b-b0fa-e737c8c9c285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:48.352009 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceddd51-bc23-47e3-874c-c6ef8b724e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8d4bde-5970-4673-bb64-be4d4246f26c,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:48.354806 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-aceddd51-bc23-47e3-874c-c6ef8b724e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:48.398196 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-047b06ce-6cce-46d7-b912-23f23a79215f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:48.513224 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-047b06ce-6cce-46d7-b912-23f23a79215f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:48.515703 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-749be4f6-ad1d-4c47-a9bb-09931fa4beb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:48.550421 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-047b06ce-6cce-46d7-b912-23f23a79215f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=363ecda3c8044b2bb1460c29b106ce11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3406682 Jun 23 19:06:48.552023 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b06ce-6cce-46d7-b912-23f23a79215f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974e837d-b61b-4aff-9019-0a2620dc86e1,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:48.552962 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 37328) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:48.555639 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-047b06ce-6cce-46d7-b912-23f23a79215f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:48.611741 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-54859a90-79c0-4003-a60e-8a6fcdecaf3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:48.632837 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-54859a90-79c0-4003-a60e-8a6fcdecaf3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:48.742904 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-54859a90-79c0-4003-a60e-8a6fcdecaf3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:48.746117 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-54859a90-79c0-4003-a60e-8a6fcdecaf3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:48.747479 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-54859a90-79c0-4003-a60e-8a6fcdecaf3c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/974e837d-b61b-4aff-9019-0a2620dc86e1 HTTP/1.1" status: 204 len: 168 time: 0.1934576 Jun 23 19:06:48.748371 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-129743d8-0f05-4559-9a35-f14b2a03f45d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:48.756449 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54859a90-79c0-4003-a60e-8a6fcdecaf3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974e837d-b61b-4aff-9019-0a2620dc86e1,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:48.758751 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-54859a90-79c0-4003-a60e-8a6fcdecaf3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:49.094788 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 37336) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:49.108802 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6a193b10-6042-41b5-94c3-3a64e7596aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:49.197170 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6a193b10-6042-41b5-94c3-3a64e7596aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:49.335517 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-6a193b10-6042-41b5-94c3-3a64e7596aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:49.338039 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-25ac8613-da59-4318-9964-9de719c09f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:49.375047 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-6a193b10-6042-41b5-94c3-3a64e7596aeb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dc5e1eb97dc34e46a1adf055cf0dfb34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2791092 Jun 23 19:06:49.375931 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a193b10-6042-41b5-94c3-3a64e7596aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1a9471-d5d5-4e64-a5f9-543725d41479,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:49.377910 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 37338) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:49.378912 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-6a193b10-6042-41b5-94c3-3a64e7596aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:49.428730 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7a170863-8800-4839-a069-64d030e02f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:49.450061 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7a170863-8800-4839-a069-64d030e02f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:49.472999 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 37340) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:49.487045 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5951082f-4d01-49c3-8d79-dc4401f21c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:49.582672 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7a170863-8800-4839-a069-64d030e02f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:49.585370 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-7a170863-8800-4839-a069-64d030e02f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:49.587791 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-7a170863-8800-4839-a069-64d030e02f01 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ba1a9471-d5d5-4e64-a5f9-543725d41479 HTTP/1.1" status: 204 len: 168 time: 0.2076998 Jun 23 19:06:49.588619 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-f6c1fee3-2abf-4612-b243-7a8f40752dd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:49.597379 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a170863-8800-4839-a069-64d030e02f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1a9471-d5d5-4e64-a5f9-543725d41479,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:49.599722 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-7a170863-8800-4839-a069-64d030e02f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:49.649887 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5951082f-4d01-49c3-8d79-dc4401f21c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:49.714716 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-5951082f-4d01-49c3-8d79-dc4401f21c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:49.717370 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-f4ab20f1-3595-40b4-a796-5eaa356e647f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:49.753564 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-5951082f-4d01-49c3-8d79-dc4401f21c5a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=092b8e383a7743f893efcb734d9dec05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2794776 Jun 23 19:06:49.754516 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951082f-4d01-49c3-8d79-dc4401f21c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a7782a-4ec9-4e78-a21d-76a368f7ea7b,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:49.756230 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 37344) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:49.757576 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-5951082f-4d01-49c3-8d79-dc4401f21c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:49.804770 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-0ceb132d-c2b6-4629-a4cc-184dd0741f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:49.825583 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-0ceb132d-c2b6-4629-a4cc-184dd0741f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:49.952415 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-0ceb132d-c2b6-4629-a4cc-184dd0741f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:49.955065 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-0ceb132d-c2b6-4629-a4cc-184dd0741f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:49.956185 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-0ceb132d-c2b6-4629-a4cc-184dd0741f6d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/99a7782a-4ec9-4e78-a21d-76a368f7ea7b HTTP/1.1" status: 204 len: 168 time: 0.1988747 Jun 23 19:06:49.956948 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-7ee1a0d4-5d4f-406f-9031-bef809f6d3f7 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:49.970902 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb132d-c2b6-4629-a4cc-184dd0741f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a7782a-4ec9-4e78-a21d-76a368f7ea7b,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:49.973191 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-0ceb132d-c2b6-4629-a4cc-184dd0741f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:52.954441 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 37452) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:53.053761 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-f5ca44d2-3cce-43c7-a80f-085ac462cab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:53.138480 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-f5ca44d2-3cce-43c7-a80f-085ac462cab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:53.255384 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-f5ca44d2-3cce-43c7-a80f-085ac462cab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:53.258589 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-8d5dfa84-ecf2-4d45-9d67-ac05457eed7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:53.296820 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-f5ca44d2-3cce-43c7-a80f-085ac462cab0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1f873d9cb96d45958da819e062610d3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3412573 Jun 23 19:06:53.299083 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca44d2-3cce-43c7-a80f-085ac462cab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f77ff88-c977-4473-8ff7-7a8116ca4747,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:53.299391 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 37456) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:53.302235 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-f5ca44d2-3cce-43c7-a80f-085ac462cab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:53.346521 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-5c660fde-7b88-45f1-ae10-d660a7cb517f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:53.367098 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-5c660fde-7b88-45f1-ae10-d660a7cb517f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:53.495741 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-5c660fde-7b88-45f1-ae10-d660a7cb517f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:53.501827 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-5c660fde-7b88-45f1-ae10-d660a7cb517f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:53.501827 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-5c660fde-7b88-45f1-ae10-d660a7cb517f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4f77ff88-c977-4473-8ff7-7a8116ca4747 HTTP/1.1" status: 204 len: 168 time: 0.1989927 Jun 23 19:06:53.501827 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-b6265225-d5c7-401e-9ef3-db42f561b73d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:53.508192 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c660fde-7b88-45f1-ae10-d660a7cb517f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f77ff88-c977-4473-8ff7-7a8116ca4747,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:53.510553 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-5c660fde-7b88-45f1-ae10-d660a7cb517f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:54.086516 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 37470) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:54.102202 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-055db80f-79a7-4760-a7ee-edf1d969627e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:54.188271 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-055db80f-79a7-4760-a7ee-edf1d969627e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:54.289355 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-055db80f-79a7-4760-a7ee-edf1d969627e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:54.293018 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-f3b23eb9-4adb-403c-bb40-cb6e0608405c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:54.325320 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-055db80f-79a7-4760-a7ee-edf1d969627e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=120e818e7d3d44a99688982e62eebaf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371366 Jun 23 19:06:54.328016 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 37472) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:54.330233 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055db80f-79a7-4760-a7ee-edf1d969627e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2980a6b2-ac20-455b-a9ba-78d8bcf38857,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:54.333317 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-055db80f-79a7-4760-a7ee-edf1d969627e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:54.376244 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-63a53f3c-b38a-4fcb-9101-a89711db777a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:54.397331 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-63a53f3c-b38a-4fcb-9101-a89711db777a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:54.522402 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-63a53f3c-b38a-4fcb-9101-a89711db777a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:54.525062 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-63a53f3c-b38a-4fcb-9101-a89711db777a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:54.526245 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-63a53f3c-b38a-4fcb-9101-a89711db777a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2980a6b2-ac20-455b-a9ba-78d8bcf38857 HTTP/1.1" status: 204 len: 168 time: 0.1972258 Jun 23 19:06:54.527025 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-abbaa9f5-ebe6-4f61-9f6d-8ec136cf5a02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:54.534586 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a53f3c-b38a-4fcb-9101-a89711db777a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2980a6b2-ac20-455b-a9ba-78d8bcf38857,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:54.536867 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-63a53f3c-b38a-4fcb-9101-a89711db777a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:56.832323 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 37548) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:56.872852 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 6 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:06:56.936422 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3c1f0963-2411-4cdd-9bb6-0d915b83dcd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:57.023152 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3c1f0963-2411-4cdd-9bb6-0d915b83dcd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:57.115735 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3c1f0963-2411-4cdd-9bb6-0d915b83dcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:57.119275 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-be4adeeb-4b3a-480b-8fdb-343a140a9dd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:57.154818 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-3c1f0963-2411-4cdd-9bb6-0d915b83dcd1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bdebcbb171ef4f3b98aa04cf19960de0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218479 Jun 23 19:06:57.155681 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f0963-2411-4cdd-9bb6-0d915b83dcd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7b79e9-1723-435b-926d-bae21afe5500,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:57.157550 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 37552) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:57.158572 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-3c1f0963-2411-4cdd-9bb6-0d915b83dcd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:57.207416 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-9ff19dc1-5542-4e9b-ba89-b365f7478b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:57.229288 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-9ff19dc1-5542-4e9b-ba89-b365f7478b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:57.260303 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 37556) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:57.345549 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-9ff19dc1-5542-4e9b-ba89-b365f7478b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:57.348412 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-9ff19dc1-5542-4e9b-ba89-b365f7478b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:57.352054 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-9ff19dc1-5542-4e9b-ba89-b365f7478b7a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cf7b79e9-1723-435b-926d-bae21afe5500 HTTP/1.1" status: 204 len: 168 time: 0.1909103 Jun 23 19:06:57.352054 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-72da2037-dd7c-40c5-861c-de7f169d27e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:57.361504 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff19dc1-5542-4e9b-ba89-b365f7478b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7b79e9-1723-435b-926d-bae21afe5500,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:57.361641 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-890c5389-1fef-4278-974c-dfbd53285621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:57.364589 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-9ff19dc1-5542-4e9b-ba89-b365f7478b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:57.454511 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-890c5389-1fef-4278-974c-dfbd53285621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:57.511213 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-890c5389-1fef-4278-974c-dfbd53285621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:57.514661 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-635781f8-0e68-477b-89e2-08407850dd47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:57.550019 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-890c5389-1fef-4278-974c-dfbd53285621 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eca7961dfe194e21b973b621b49a2213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2885938 Jun 23 19:06:57.552365 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c5389-1fef-4278-974c-dfbd53285621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e3b073-7060-439a-bbbf-8a6778a80108,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:57.553131 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 37562) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:57.556165 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-890c5389-1fef-4278-974c-dfbd53285621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:57.604921 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-97de2fd8-3ffc-4904-848f-cefd80da3890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:57.625453 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-97de2fd8-3ffc-4904-848f-cefd80da3890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:57.766851 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-97de2fd8-3ffc-4904-848f-cefd80da3890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:57.769477 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-97de2fd8-3ffc-4904-848f-cefd80da3890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:57.770639 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-97de2fd8-3ffc-4904-848f-cefd80da3890 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c4e3b073-7060-439a-bbbf-8a6778a80108 HTTP/1.1" status: 204 len: 168 time: 0.2164433 Jun 23 19:06:57.771505 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-537654c7-a946-4aa3-9869-e570ce93ce7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:57.778882 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97de2fd8-3ffc-4904-848f-cefd80da3890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e3b073-7060-439a-bbbf-8a6778a80108,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:57.781227 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-97de2fd8-3ffc-4904-848f-cefd80da3890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:57.955088 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 37568) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:57.967967 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-e2fa5aa4-f6c6-40c8-b43a-0f1b66771250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:58.053045 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-e2fa5aa4-f6c6-40c8-b43a-0f1b66771250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:58.116213 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-e2fa5aa4-f6c6-40c8-b43a-0f1b66771250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:58.119863 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-97de2fd8-3ffc-4904-848f-cefd80da3890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:58.154774 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-e2fa5aa4-f6c6-40c8-b43a-0f1b66771250 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=74ac02756a9749c3a929fc0980f7c7e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1985633 Jun 23 19:06:58.155670 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa5aa4-f6c6-40c8-b43a-0f1b66771250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f17545-4924-4dc1-91ba-6154bdb8632f,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:58.157483 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 37572) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:58.158706 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-e2fa5aa4-f6c6-40c8-b43a-0f1b66771250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:58.205058 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-718af788-bf02-4396-a157-aa63b23ef1f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:58.225830 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-718af788-bf02-4396-a157-aa63b23ef1f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:58.316160 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-718af788-bf02-4396-a157-aa63b23ef1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:58.318828 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-718af788-bf02-4396-a157-aa63b23ef1f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:58.320013 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-718af788-bf02-4396-a157-aa63b23ef1f7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d9f17545-4924-4dc1-91ba-6154bdb8632f HTTP/1.1" status: 204 len: 168 time: 0.1615179 Jun 23 19:06:58.320827 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-f8939f09-9bb8-46bf-856f-2964a4100314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:58.328744 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718af788-bf02-4396-a157-aa63b23ef1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f17545-4924-4dc1-91ba-6154bdb8632f,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:58.331449 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-718af788-bf02-4396-a157-aa63b23ef1f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:58.389895 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 37576) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:58.405668 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b7993399-e413-48b7-98b9-f59370d58993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:58.454362 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c05534ff-6e20-4074-9a48-01d085e0c60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:58.492926 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b7993399-e413-48b7-98b9-f59370d58993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:58.560941 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b7993399-e413-48b7-98b9-f59370d58993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:58.564532 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-b60ea8ef-9829-4604-8229-ba7e728a00be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:58.602065 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-b7993399-e413-48b7-98b9-f59370d58993 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4fc910ac0e764a92b68dfdc52543c3ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2110195 Jun 23 19:06:58.604053 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7993399-e413-48b7-98b9-f59370d58993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8f02a8-ad64-4929-93a9-2204cc2fc142,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:58.604692 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 37578) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:58.607049 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-b7993399-e413-48b7-98b9-f59370d58993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:58.657002 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-32a39886-bf7d-407f-947d-5b1e2fb99d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:58.677170 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-32a39886-bf7d-407f-947d-5b1e2fb99d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:58.790614 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-32a39886-bf7d-407f-947d-5b1e2fb99d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:58.799493 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-32a39886-bf7d-407f-947d-5b1e2fb99d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:58.799493 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-32a39886-bf7d-407f-947d-5b1e2fb99d5d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4c8f02a8-ad64-4929-93a9-2204cc2fc142 HTTP/1.1" status: 204 len: 168 time: 0.1889768 Jun 23 19:06:58.799493 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-055db80f-79a7-4760-a7ee-edf1d969627e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:58.804658 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a39886-bf7d-407f-947d-5b1e2fb99d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8f02a8-ad64-4929-93a9-2204cc2fc142,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:58.807217 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-32a39886-bf7d-407f-947d-5b1e2fb99d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:01.051275 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-6317370e-aa5d-49e4-92d5-9ba6514330cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:01.265896 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 37690) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:01.370181 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d6c36014-6b98-4153-893e-9ba10b0752a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:01.455703 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d6c36014-6b98-4153-893e-9ba10b0752a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:01.509483 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:01.572632 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d6c36014-6b98-4153-893e-9ba10b0752a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:01.575198 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-b418e2bc-8c4e-43a6-98ee-354f726bf5dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:01.611120 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-d6c36014-6b98-4153-893e-9ba10b0752a1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bb94f06c959d48369f07740d2e2f5425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3440397 Jun 23 19:07:01.611953 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c36014-6b98-4153-893e-9ba10b0752a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141cd17d-88c2-4403-8a0c-0f20b8fdb8d4,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:01.613646 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 37694) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:01.615125 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-d6c36014-6b98-4153-893e-9ba10b0752a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:01.664925 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a35b98b3-1976-4966-974f-1325aa2129db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:01.685171 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a35b98b3-1976-4966-974f-1325aa2129db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:01.852488 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a35b98b3-1976-4966-974f-1325aa2129db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:01.855171 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-a35b98b3-1976-4966-974f-1325aa2129db admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:01.856348 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-a35b98b3-1976-4966-974f-1325aa2129db admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/141cd17d-88c2-4403-8a0c-0f20b8fdb8d4 HTTP/1.1" status: 204 len: 168 time: 0.2415619 Jun 23 19:07:01.857300 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-54859a90-79c0-4003-a60e-8a6fcdecaf3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:01.869394 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b98b3-1976-4966-974f-1325aa2129db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141cd17d-88c2-4403-8a0c-0f20b8fdb8d4,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:01.869394 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-a35b98b3-1976-4966-974f-1325aa2129db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:02.355117 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:02.479635 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 37704) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:02.493435 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c2e43e42-999f-4cb8-a53f-d8a183037eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:02.577656 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c2e43e42-999f-4cb8-a53f-d8a183037eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:02.686301 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c2e43e42-999f-4cb8-a53f-d8a183037eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:02.689828 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-3c1f0963-2411-4cdd-9bb6-0d915b83dcd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:02.725961 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-c2e43e42-999f-4cb8-a53f-d8a183037eaa admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ee5aa35febab4fbea592154dbf5242cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451744 Jun 23 19:07:02.727122 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e43e42-999f-4cb8-a53f-d8a183037eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42353cf-f252-4334-a8e9-43196a38cf13,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:02.728575 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 37706) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:02.730081 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-c2e43e42-999f-4cb8-a53f-d8a183037eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:02.776577 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-c90d9464-6302-4650-b27d-1ce833745b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:02.796699 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-c90d9464-6302-4650-b27d-1ce833745b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:02.926473 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-c90d9464-6302-4650-b27d-1ce833745b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:02.929123 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-c90d9464-6302-4650-b27d-1ce833745b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:02.930326 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-c90d9464-6302-4650-b27d-1ce833745b2a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d42353cf-f252-4334-a8e9-43196a38cf13 HTTP/1.1" status: 204 len: 168 time: 0.2000699 Jun 23 19:07:02.931171 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-a121be0b-ca6c-4510-82f7-39bde91d41d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:02.939073 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d9464-6302-4650-b27d-1ce833745b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42353cf-f252-4334-a8e9-43196a38cf13,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:02.947702 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-c90d9464-6302-4650-b27d-1ce833745b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:03.606007 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:04.506758 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 37744) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:04.605977 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-f3b2a9d7-77a6-4a20-ac13-1d6b787de8c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:04.700901 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-f3b2a9d7-77a6-4a20-ac13-1d6b787de8c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:04.783012 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-f3b2a9d7-77a6-4a20-ac13-1d6b787de8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:04.785569 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-be41ba0e-191b-4d34-9ac1-d1008d478e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:04.825373 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-f3b2a9d7-77a6-4a20-ac13-1d6b787de8c3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b2036dae0fb040ed8cc5cd9fe7d66dbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3151579 Jun 23 19:07:04.825582 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 37748) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:04.831540 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2a9d7-77a6-4a20-ac13-1d6b787de8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ffe73d-a2e7-4fb0-9601-15c33d4e485e,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:04.852641 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-f3b2a9d7-77a6-4a20-ac13-1d6b787de8c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:04.877873 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-aa9f5352-746a-4440-b9af-78786029e0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:04.899723 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-aa9f5352-746a-4440-b9af-78786029e0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:05.022721 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-aa9f5352-746a-4440-b9af-78786029e0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:05.025375 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-aa9f5352-746a-4440-b9af-78786029e0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:05.026550 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-aa9f5352-746a-4440-b9af-78786029e0ee admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/17ffe73d-a2e7-4fb0-9601-15c33d4e485e HTTP/1.1" status: 204 len: 168 time: 0.2001035 Jun 23 19:07:05.027335 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-a15074a6-1ec7-4857-aa26-bc1da1b8a88b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:05.034840 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f5352-746a-4440-b9af-78786029e0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ffe73d-a2e7-4fb0-9601-15c33d4e485e,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:05.039710 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-aa9f5352-746a-4440-b9af-78786029e0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:11.431142 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 37874) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:11.489779 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:11.533124 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-54b7f166-ac72-4222-9a09-00119d2a3ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:11.621572 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-54b7f166-ac72-4222-9a09-00119d2a3ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:11.687840 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-54b7f166-ac72-4222-9a09-00119d2a3ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:11.690583 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-3a18501c-6140-457d-89c9-e14799dbacf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:11.730308 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b7f166-ac72-4222-9a09-00119d2a3ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce21573d-d755-4e0e-96dc-c4329fade33f,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:11.734143 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-54b7f166-ac72-4222-9a09-00119d2a3ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:11.737284 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-54b7f166-ac72-4222-9a09-00119d2a3ab4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=26623118e9cb40e6b57741b5c9c74a57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3050904 Jun 23 19:07:11.739925 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 37878) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:11.789040 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-ecd6b579-fdf7-4b5c-a6a9-34d241075b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:11.810169 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-ecd6b579-fdf7-4b5c-a6a9-34d241075b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:11.985696 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-ecd6b579-fdf7-4b5c-a6a9-34d241075b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:11.988467 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-ecd6b579-fdf7-4b5c-a6a9-34d241075b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:11.989707 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-ecd6b579-fdf7-4b5c-a6a9-34d241075b3d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ce21573d-d755-4e0e-96dc-c4329fade33f HTTP/1.1" status: 204 len: 168 time: 0.2488644 Jun 23 19:07:11.990557 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-e28c6ccf-9634-483e-b994-024f684be241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:11.998066 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd6b579-fdf7-4b5c-a6a9-34d241075b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce21573d-d755-4e0e-96dc-c4329fade33f,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:12.000333 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-ecd6b579-fdf7-4b5c-a6a9-34d241075b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:12.584840 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 37886) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:12.599259 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d2d8e967-fee0-49df-8689-b3725b1d0ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:12.691575 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d2d8e967-fee0-49df-8689-b3725b1d0ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:12.729462 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-d2d8e967-fee0-49df-8689-b3725b1d0ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:12.732591 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-c90d9464-6302-4650-b27d-1ce833745b2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:12.768916 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-d2d8e967-fee0-49df-8689-b3725b1d0ebd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5c6277e5c28346d9810ff06ca74998c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1829066 Jun 23 19:07:12.769741 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8e967-fee0-49df-8689-b3725b1d0ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3884b97d-ba34-4970-ad82-28b9f00e3dba,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:12.771531 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 37888) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:12.772749 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-d2d8e967-fee0-49df-8689-b3725b1d0ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:12.821309 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c5d025c4-8c98-45ad-84a6-b4cb56512af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:12.842417 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c5d025c4-8c98-45ad-84a6-b4cb56512af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:12.940199 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c5d025c4-8c98-45ad-84a6-b4cb56512af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:12.943005 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-c5d025c4-8c98-45ad-84a6-b4cb56512af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:12.944168 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-c5d025c4-8c98-45ad-84a6-b4cb56512af9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3884b97d-ba34-4970-ad82-28b9f00e3dba HTTP/1.1" status: 204 len: 168 time: 0.1710198 Jun 23 19:07:12.944953 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-6a193b10-6042-41b5-94c3-3a64e7596aeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:12.952774 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d025c4-8c98-45ad-84a6-b4cb56512af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3884b97d-ba34-4970-ad82-28b9f00e3dba,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:12.955061 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-c5d025c4-8c98-45ad-84a6-b4cb56512af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:14.476067 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 37922) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:14.577959 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3d4c6a7e-6f1b-44f9-838c-e0ea2e3d09ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:14.666788 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3d4c6a7e-6f1b-44f9-838c-e0ea2e3d09ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:14.750710 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3d4c6a7e-6f1b-44f9-838c-e0ea2e3d09ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:14.753268 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-718af788-bf02-4396-a157-aa63b23ef1f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:14.788871 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c6a7e-6f1b-44f9-838c-e0ea2e3d09ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014c9061-02ff-4389-9b57-c32367b4ce7a,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:14.793205 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-3d4c6a7e-6f1b-44f9-838c-e0ea2e3d09ea admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0a6fbaa5abf044f6942b24e87830be6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3156424 Jun 23 19:07:14.794067 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-3d4c6a7e-6f1b-44f9-838c-e0ea2e3d09ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:14.795800 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 37926) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:14.843651 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-da9b038f-be21-4fa2-8c67-e0b13701e756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:14.864961 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-da9b038f-be21-4fa2-8c67-e0b13701e756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:14.990509 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-da9b038f-be21-4fa2-8c67-e0b13701e756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:14.993223 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-da9b038f-be21-4fa2-8c67-e0b13701e756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:14.994454 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-da9b038f-be21-4fa2-8c67-e0b13701e756 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/014c9061-02ff-4389-9b57-c32367b4ce7a HTTP/1.1" status: 204 len: 168 time: 0.1977208 Jun 23 19:07:14.995284 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-d6d956c6-13ea-4c3f-865f-f2ba7f3dfb34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:15.002989 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b038f-be21-4fa2-8c67-e0b13701e756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014c9061-02ff-4389-9b57-c32367b4ce7a,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:15.005747 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-da9b038f-be21-4fa2-8c67-e0b13701e756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:28.494141 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79a2efa7-c979-4770-acef-c85233cb734f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:31.012326 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-2a40d419-5513-415a-92e4-96e46f4e7e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:31.487795 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:32.327021 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:33.588610 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:33.870640 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 6 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:07:39.863798 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 38152) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:39.963588 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-e04793ca-cba3-40d3-b107-0111155a7dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:40.045998 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-e04793ca-cba3-40d3-b107-0111155a7dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:40.124994 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-e04793ca-cba3-40d3-b107-0111155a7dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:40.128417 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-d133b6fb-9574-4dbd-92d9-429386da1370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:40.163846 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-e04793ca-cba3-40d3-b107-0111155a7dd4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=74944c2816b84c5ab26b9ddae4be0d87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2990053 Jun 23 19:07:40.165010 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04793ca-cba3-40d3-b107-0111155a7dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6211017-cefa-413d-a973-f2fdb9f57c51,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:40.166467 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 38156) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:40.168764 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-e04793ca-cba3-40d3-b107-0111155a7dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:40.214464 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-2d56d093-867b-4e47-b1cd-525ba0bf13e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:40.235203 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-2d56d093-867b-4e47-b1cd-525ba0bf13e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:40.336760 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-2d56d093-867b-4e47-b1cd-525ba0bf13e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:40.346847 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-2d56d093-867b-4e47-b1cd-525ba0bf13e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:40.346847 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-2d56d093-867b-4e47-b1cd-525ba0bf13e0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c6211017-cefa-413d-a973-f2fdb9f57c51 HTTP/1.1" status: 204 len: 168 time: 0.1736631 Jun 23 19:07:40.346847 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-f5ca44d2-3cce-43c7-a80f-085ac462cab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:40.349881 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56d093-867b-4e47-b1cd-525ba0bf13e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6211017-cefa-413d-a973-f2fdb9f57c51,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:40.352320 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-2d56d093-867b-4e47-b1cd-525ba0bf13e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:41.529968 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:49.012453 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 38200) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:49.111756 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-636d3067-0efe-4f98-aeeb-f82be7976fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:49.196456 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-636d3067-0efe-4f98-aeeb-f82be7976fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:49.265213 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-636d3067-0efe-4f98-aeeb-f82be7976fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:49.268414 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-ecd6b579-fdf7-4b5c-a6a9-34d241075b3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:49.302938 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-636d3067-0efe-4f98-aeeb-f82be7976fbf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f8479d6505864a6abefb3ae2b45fb554&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894664 Jun 23 19:07:49.304884 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d3067-0efe-4f98-aeeb-f82be7976fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77116f9b-627d-43a5-84e0-8597c20027d9,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:49.305641 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 38204) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:49.311974 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636d3067-0efe-4f98-aeeb-f82be7976fbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:49.312372 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636d3067-0efe-4f98-aeeb-f82be7976fbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:49.312774 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636d3067-0efe-4f98-aeeb-f82be7976fbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:49.313138 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636d3067-0efe-4f98-aeeb-f82be7976fbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:49.313514 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636d3067-0efe-4f98-aeeb-f82be7976fbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:49.313889 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636d3067-0efe-4f98-aeeb-f82be7976fbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:49.314289 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636d3067-0efe-4f98-aeeb-f82be7976fbf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:49.314664 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636d3067-0efe-4f98-aeeb-f82be7976fbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:49.315033 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636d3067-0efe-4f98-aeeb-f82be7976fbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:49.315400 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636d3067-0efe-4f98-aeeb-f82be7976fbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:49.315766 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636d3067-0efe-4f98-aeeb-f82be7976fbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:49.316129 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636d3067-0efe-4f98-aeeb-f82be7976fbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:49.319963 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-636d3067-0efe-4f98-aeeb-f82be7976fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:49.355606 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-01068fd7-899e-4a85-b2ca-54a2811a7f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:49.375278 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-01068fd7-899e-4a85-b2ca-54a2811a7f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:49.487759 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-01068fd7-899e-4a85-b2ca-54a2811a7f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:49.490402 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-01068fd7-899e-4a85-b2ca-54a2811a7f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:49.491518 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-01068fd7-899e-4a85-b2ca-54a2811a7f4d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/77116f9b-627d-43a5-84e0-8597c20027d9 HTTP/1.1" status: 204 len: 168 time: 0.1848505 Jun 23 19:07:49.492327 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-5c660fde-7b88-45f1-ae10-d660a7cb517f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:49.499455 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01068fd7-899e-4a85-b2ca-54a2811a7f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77116f9b-627d-43a5-84e0-8597c20027d9,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:49.506421 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01068fd7-899e-4a85-b2ca-54a2811a7f4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:49.506817 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01068fd7-899e-4a85-b2ca-54a2811a7f4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:49.507360 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01068fd7-899e-4a85-b2ca-54a2811a7f4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:49.507563 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01068fd7-899e-4a85-b2ca-54a2811a7f4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:49.507932 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01068fd7-899e-4a85-b2ca-54a2811a7f4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:49.508298 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01068fd7-899e-4a85-b2ca-54a2811a7f4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:49.508708 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01068fd7-899e-4a85-b2ca-54a2811a7f4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:49.509075 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01068fd7-899e-4a85-b2ca-54a2811a7f4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:49.509439 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01068fd7-899e-4a85-b2ca-54a2811a7f4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:49.509800 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01068fd7-899e-4a85-b2ca-54a2811a7f4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:49.510161 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01068fd7-899e-4a85-b2ca-54a2811a7f4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:49.510541 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01068fd7-899e-4a85-b2ca-54a2811a7f4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:49.513629 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-01068fd7-899e-4a85-b2ca-54a2811a7f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:50.503051 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 38226) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:50.593777 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-977570b9-eb97-4219-8555-f235f5e6b19c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-910145180-network', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:07:50.664321 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977570b9-eb97-4219-8555-f235f5e6b19c admin admin] Made reservation on behalf of 4917e4db4c4d4276900c99e47e99f9f9 for: {'network': 1} {{(pid=99981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:07:50.666630 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-977570b9-eb97-4219-8555-f235f5e6b19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for network, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:50.675692 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-977570b9-eb97-4219-8555-f235f5e6b19c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:50.759514 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-977570b9-eb97-4219-8555-f235f5e6b19c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:50.807490 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-977570b9-eb97-4219-8555-f235f5e6b19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:50.811927 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-2573c196-2230-4882-b5d6-c1e724be9dc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:50.829211 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-977570b9-eb97-4219-8555-f235f5e6b19c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=99981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:07:50.842254 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977570b9-eb97-4219-8555-f235f5e6b19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a66f4a1-0f18-40ae-8417-9efd2cc53d0b,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:50.846301 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-977570b9-eb97-4219-8555-f235f5e6b19c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:50.847722 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-977570b9-eb97-4219-8555-f235f5e6b19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412'] for segment, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:50.847722 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.db.segments_db [None req-977570b9-eb97-4219-8555-f235f5e6b19c admin admin] Added segment 38874c69-333b-45e6-9da4-ed2bde4f846a of type vlan for network f68a85fd-bb85-49e6-98d1-0a49343d758a Jun 23 19:07:50.888606 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-977570b9-eb97-4219-8555-f235f5e6b19c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739890161695'] for network, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:50.973414 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-977570b9-eb97-4219-8555-f235f5e6b19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545'] for network, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:50.974663 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977570b9-eb97-4219-8555-f235f5e6b19c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:50.975247 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-977570b9-eb97-4219-8555-f235f5e6b19c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for network, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:50.978008 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:51.032305 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977570b9-eb97-4219-8555-f235f5e6b19c admin admin] Pushing event updated for resources: {'Network': ['ID=f68a85fd-bb85-49e6-98d1-0a49343d758a,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:51.035038 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-977570b9-eb97-4219-8555-f235f5e6b19c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:51.042375 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Network f68a85fd-bb85-49e6-98d1-0a49343d758a details requested by agent ovs-agent-dv-cinder-786386-8-iscsi with host dv-cinder-786386-8-iscsi {{(pid=99983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:07:51.060242 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-977570b9-eb97-4219-8555-f235f5e6b19c admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5561063 Jun 23 19:07:51.063152 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 38230) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:51.068093 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-cd3d02d7-67e2-41fe-af97-f0e1cedc077e admin admin] Request body: {'subnet': {'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-910145180-subnet', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'ip_version': 4}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:07:51.168052 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3d02d7-67e2-41fe-af97-f0e1cedc077e admin admin] Made reservation on behalf of 4917e4db4c4d4276900c99e47e99f9f9 for: {'subnet': 1} {{(pid=99981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:07:51.170492 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-cd3d02d7-67e2-41fe-af97-f0e1cedc077e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63851692'] for subnet, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:51.401720 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-cd3d02d7-67e2-41fe-af97-f0e1cedc077e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66156147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63851710'] for subnet, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:51.404629 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:51.456156 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d02d7-67e2-41fe-af97-f0e1cedc077e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7df1390-49dc-44e4-8ff7-113f6550a835,revision_number=0']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:51.459710 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-cd3d02d7-67e2-41fe-af97-f0e1cedc077e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:51.465227 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3d02d7-67e2-41fe-af97-f0e1cedc077e admin admin] Checking segment: {'id': '38874c69-333b-45e6-9da4-ed2bde4f846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:07:51.465584 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3d02d7-67e2-41fe-af97-f0e1cedc077e admin admin] Network hostable DHCP agents. Network: f68a85fd-bb85-49e6-98d1-0a49343d758a, hostable agents: ['1dd69743-8206-40a5-ae92-aa5513ece3b0'], hosted agents: [] {{(pid=99981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:07:51.555892 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3d02d7-67e2-41fe-af97-f0e1cedc077e admin admin] Network f68a85fd-bb85-49e6-98d1-0a49343d758a is scheduled to be hosted by DHCP agent 1dd69743-8206-40a5-ae92-aa5513ece3b0 with binding_index 1 {{(pid=99981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:07:51.624083 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [None req-cd3d02d7-67e2-41fe-af97-f0e1cedc077e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-8-iscsi, f68a85fd-bb85-49e6-98d1-0a49343d758a) {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:07:51.628021 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3d02d7-67e2-41fe-af97-f0e1cedc077e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:51.628618 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-cd3d02d7-67e2-41fe-af97-f0e1cedc077e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for subnet, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:51.632796 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc30290-492c-49b4-a4f3-a1c972bcb050 None None] Network f68a85fd-bb85-49e6-98d1-0a49343d758a requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:07:51.705450 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-cd3d02d7-67e2-41fe-af97-f0e1cedc077e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6410773 Jun 23 19:07:51.708401 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 38232) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:51.712766 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-60ec9f31-0ef1-4a14-8e92-3313437ec21a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-910145180-router', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'}}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:07:51.772404 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca95c7d4-79d4-476a-aaab-ec760f7d4778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp635e9f09-2955-5d20-83b9-10684d4533fd-f68a85fd-bb85-49e6-98d1-0a49343d758a', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'fixed_ips': [{'subnet_id': 'b7df1390-49dc-44e4-8ff7-113f6550a835'}]}} from dv-cinder-786386-8-iscsi. {{(pid=99983) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 19:07:51.773256 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ca95c7d4-79d4-476a-aaab-ec760f7d4778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:51.802163 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-60ec9f31-0ef1-4a14-8e92-3313437ec21a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1984276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31832'] for router, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:51.803242 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-60ec9f31-0ef1-4a14-8e92-3313437ec21a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1977642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2055753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31811'] for router, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:51.857782 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-60ec9f31-0ef1-4a14-8e92-3313437ec21a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:51.900507 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.db_base_plugin_common [None req-ca95c7d4-79d4-476a-aaab-ec760f7d4778 None None] Allocated IP 172.20.0.2 (f68a85fd-bb85-49e6-98d1-0a49343d758a/b7df1390-49dc-44e4-8ff7-113f6550a835/deb56a1d-630c-4f8e-9b39-65e9dca93efd) {{(pid=99983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:07:52.038005 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ca95c7d4-79d4-476a-aaab-ec760f7d4778 None None] Notify callbacks [] for port, precommit_create {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:52.045753 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ca95c7d4-79d4-476a-aaab-ec760f7d4778 None None] Transition to ACTIVE for port object deb56a1d-630c-4f8e-9b39-65e9dca93efd will not be triggered until provisioned by entity L2. {{(pid=99983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:07:52.060066 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ca95c7d4-79d4-476a-aaab-ec760f7d4778 None None] Transition to ACTIVE for port object deb56a1d-630c-4f8e-9b39-65e9dca93efd will not be triggered until provisioned by entity DHCP. {{(pid=99983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:07:52.145947 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-60ec9f31-0ef1-4a14-8e92-3313437ec21a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1996936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31869'] for router, precommit_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:52.150651 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ca95c7d4-79d4-476a-aaab-ec760f7d4778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966'] for port, after_create {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:52.154508 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:52.189801 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca95c7d4-79d4-476a-aaab-ec760f7d4778 None None] Network f68a85fd-bb85-49e6-98d1-0a49343d758a is already hosted by enough agents. {{(pid=99983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:07:52.194387 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.scheduler.base_scheduler [None req-ca95c7d4-79d4-476a-aaab-ec760f7d4778 None None] Resources bound (agent type, host, resource id): {{(pid=99983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:07:52.196920 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca95c7d4-79d4-476a-aaab-ec760f7d4778 None None] Received port after_create {{(pid=99983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:07:52.210346 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95c7d4-79d4-476a-aaab-ec760f7d4778 None None] Pushing event updated for resources: {'Port': ['ID=deb56a1d-630c-4f8e-9b39-65e9dca93efd,revision_number=1']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:52.253069 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca95c7d4-79d4-476a-aaab-ec760f7d4778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:52.253429 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca95c7d4-79d4-476a-aaab-ec760f7d4778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:52.253769 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca95c7d4-79d4-476a-aaab-ec760f7d4778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:52.254111 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca95c7d4-79d4-476a-aaab-ec760f7d4778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:52.254476 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca95c7d4-79d4-476a-aaab-ec760f7d4778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:52.254816 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca95c7d4-79d4-476a-aaab-ec760f7d4778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:52.255150 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca95c7d4-79d4-476a-aaab-ec760f7d4778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:52.255481 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca95c7d4-79d4-476a-aaab-ec760f7d4778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:52.255812 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca95c7d4-79d4-476a-aaab-ec760f7d4778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:52.256149 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca95c7d4-79d4-476a-aaab-ec760f7d4778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:52.256471 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca95c7d4-79d4-476a-aaab-ec760f7d4778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:52.256796 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca95c7d4-79d4-476a-aaab-ec760f7d4778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:52.260465 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ca95c7d4-79d4-476a-aaab-ec760f7d4778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:52.270155 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-ca95c7d4-79d4-476a-aaab-ec760f7d4778 None None] Attempting to bind port deb56a1d-630c-4f8e-9b39-65e9dca93efd on host dv-cinder-786386-8-iscsi for vnic_type normal with profile {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:07:52.270574 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-ca95c7d4-79d4-476a-aaab-ec760f7d4778 None None] Attempting to bind port deb56a1d-630c-4f8e-9b39-65e9dca93efd by drivers openvswitch,hyperv on host dv-cinder-786386-8-iscsi at level 0 using segments [{'id': '38874c69-333b-45e6-9da4-ed2bde4f846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a'}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:07:52.270951 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca95c7d4-79d4-476a-aaab-ec760f7d4778 None None] Attempting to bind port deb56a1d-630c-4f8e-9b39-65e9dca93efd on network f68a85fd-bb85-49e6-98d1-0a49343d758a {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:07:52.275870 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca95c7d4-79d4-476a-aaab-ec760f7d4778 None None] Checking agent: {'id': 'a2428681-7d0e-4763-9bc6-e98548fc0bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 50, 31), 'started_at': datetime.datetime(2021, 6, 23, 18, 51, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:07:52.276260 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca95c7d4-79d4-476a-aaab-ec760f7d4778 None None] Checking segment: {'id': '38874c69-333b-45e6-9da4-ed2bde4f846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:07:52.276718 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ca95c7d4-79d4-476a-aaab-ec760f7d4778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:52.277122 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca95c7d4-79d4-476a-aaab-ec760f7d4778 None None] Bound using segment: {'id': '38874c69-333b-45e6-9da4-ed2bde4f846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a'} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:07:52.277599 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-ca95c7d4-79d4-476a-aaab-ec760f7d4778 None None] Bound port: deb56a1d-630c-4f8e-9b39-65e9dca93efd, host: dv-cinder-786386-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38874c69-333b-45e6-9da4-ed2bde4f846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a'}}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:07:52.277991 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ca95c7d4-79d4-476a-aaab-ec760f7d4778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:52.350490 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ca95c7d4-79d4-476a-aaab-ec760f7d4778 None None] For port deb56a1d-630c-4f8e-9b39-65e9dca93efd, host dv-cinder-786386-8-iscsi, cleared binding levels {{(pid=99983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:07:52.353512 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ca95c7d4-79d4-476a-aaab-ec760f7d4778 None None] For port deb56a1d-630c-4f8e-9b39-65e9dca93efd, host dv-cinder-786386-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=deb56a1d-630c-4f8e-9b39-65e9dca93efd,segment=NetworkSegment(38874c69-333b-45e6-9da4-ed2bde4f846a),segment_id=38874c69-333b-45e6-9da4-ed2bde4f846a)] {{(pid=99983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:07:52.417928 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-60ec9f31-0ef1-4a14-8e92-3313437ec21a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:52.436453 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-60ec9f31-0ef1-4a14-8e92-3313437ec21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:52.446279 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ca95c7d4-79d4-476a-aaab-ec760f7d4778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:52.449777 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:52.501448 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95c7d4-79d4-476a-aaab-ec760f7d4778 None None] Pushing event updated for resources: {'Port': ['ID=deb56a1d-630c-4f8e-9b39-65e9dca93efd,revision_number=2']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:52.504759 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ca95c7d4-79d4-476a-aaab-ec760f7d4778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:52.546124 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.db_base_plugin_common [None req-60ec9f31-0ef1-4a14-8e92-3313437ec21a admin admin] Allocated IP 172.27.0.72 (5d962e1b-a48a-439d-b5f0-687f24f30c92/77178bee-415e-4d1b-b321-842ae6d8e42c/617081c5-ae13-46e1-94ee-87fc879cce6c) {{(pid=99981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:07:52.675136 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-60ec9f31-0ef1-4a14-8e92-3313437ec21a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:52.766752 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-60ec9f31-0ef1-4a14-8e92-3313437ec21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-66155747'] for port, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:52.769133 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-dd52a8e8-4499-4b9e-a557-48874a1ba4c6 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:52.813329 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device deb56a1d-630c-4f8e-9b39-65e9dca93efd up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:07:52.826147 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ec9f31-0ef1-4a14-8e92-3313437ec21a admin admin] Network 5d962e1b-a48a-439d-b5f0-687f24f30c92 is already hosted by enough agents. {{(pid=99981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:07:52.830082 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec9f31-0ef1-4a14-8e92-3313437ec21a admin admin] Pushing event updated for resources: {'Port': ['ID=617081c5-ae13-46e1-94ee-87fc879cce6c,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:52.833312 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-60ec9f31-0ef1-4a14-8e92-3313437ec21a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:52.834363 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [None req-60ec9f31-0ef1-4a14-8e92-3313437ec21a admin admin] Resources bound (agent type, host, resource id): {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:07:52.836387 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ec9f31-0ef1-4a14-8e92-3313437ec21a admin admin] Received port after_create {{(pid=99981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:07:52.926100 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning for port deb56a1d-630c-4f8e-9b39-65e9dca93efd completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:07:53.136305 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-60ec9f31-0ef1-4a14-8e92-3313437ec21a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:53.559542 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97108115-5db4-4fe8-a5cd-b9d8728a825e None None] Network f68a85fd-bb85-49e6-98d1-0a49343d758a requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:07:53.583639 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-60ec9f31-0ef1-4a14-8e92-3313437ec21a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1996929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1975405'] for router, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:53.738332 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-886a1cee-7608-41c4-98a8-45260e9c7ec5 None None] Provisioning for port deb56a1d-630c-4f8e-9b39-65e9dca93efd completed by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:07:53.743099 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-886a1cee-7608-41c4-98a8-45260e9c7ec5 None None] Provisioning complete for port deb56a1d-630c-4f8e-9b39-65e9dca93efd triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:07:53.743490 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-886a1cee-7608-41c4-98a8-45260e9c7ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:53.771454 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ec9f31-0ef1-4a14-8e92-3313437ec21a admin admin] Router 6aee4e35-373e-4630-bb6e-5e5a5b196444 is scheduled to L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 with binding_index 1 {{(pid=99981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 19:07:53.824150 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-886a1cee-7608-41c4-98a8-45260e9c7ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:53.857110 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-886a1cee-7608-41c4-98a8-45260e9c7ec5 None None] For port deb56a1d-630c-4f8e-9b39-65e9dca93efd, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=deb56a1d-630c-4f8e-9b39-65e9dca93efd,segment=NetworkSegment(38874c69-333b-45e6-9da4-ed2bde4f846a),segment_id=38874c69-333b-45e6-9da4-ed2bde4f846a)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:07:53.894294 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ec9f31-0ef1-4a14-8e92-3313437ec21a admin admin] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:07:53.902763 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5683071f-2246-4146-8362-43b150f03b6b None None] Sync routers for ids ['6aee4e35-373e-4630-bb6e-5e5a5b196444'] in dv-cinder-786386-8-iscsi {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:07:53.912082 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5683071f-2246-4146-8362-43b150f03b6b None None] Routers {'6aee4e35-373e-4630-bb6e-5e5a5b196444'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:07:53.912701 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-5683071f-2246-4146-8362-43b150f03b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:07:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['6aee4e35-373e-4630-bb6e-5e5a5b196444'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:07:53.948922 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-886a1cee-7608-41c4-98a8-45260e9c7ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:53.952121 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:53.972444 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-60ec9f31-0ef1-4a14-8e92-3313437ec21a admin admin] Notify callbacks [] for router, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:53.973687 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-60ec9f31-0ef1-4a14-8e92-3313437ec21a admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2643509 Jun 23 19:07:53.976959 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 38234) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:54.177922 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a1cee-7608-41c4-98a8-45260e9c7ec5 None None] Pushing event updated for resources: {'Port': ['ID=deb56a1d-630c-4f8e-9b39-65e9dca93efd,revision_number=3']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:54.183979 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-886a1cee-7608-41c4-98a8-45260e9c7ec5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:54.187332 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-3782aa70-c2c4-49f3-b266-666953a4f35a None None] Provisioning complete for port deb56a1d-630c-4f8e-9b39-65e9dca93efd triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:07:54.187733 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-3782aa70-c2c4-49f3-b266-666953a4f35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:54.192563 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-5683071f-2246-4146-8362-43b150f03b6b None None] Set router 6aee4e35-373e-4630-bb6e-5e5a5b196444 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:07:54.381702 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-61c149a2-7ec8-4cd4-9083-e911092ec406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:54.421712 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-5683071f-2246-4146-8362-43b150f03b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'name': 'tempest-TestVolumeBootPattern-910145180-router', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:51Z', 'updated_at': '2021-06-23T19:07:52Z', 'revision_number': 3, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'gw_port': {'id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:52Z', 'updated_at': '2021-06-23T19:07:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi'}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:07:54.452080 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5683071f-2246-4146-8362-43b150f03b6b None None] Checking router: 6aee4e35-373e-4630-bb6e-5e5a5b196444 for host: dv-cinder-786386-8-iscsi {{(pid=99983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:07:54.452373 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5683071f-2246-4146-8362-43b150f03b6b None None] Updating router 6aee4e35-373e-4630-bb6e-5e5a5b196444 port 617081c5-ae13-46e1-94ee-87fc879cce6c binding host dv-cinder-786386-8-iscsi {{(pid=99983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:07:54.485653 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-5683071f-2246-4146-8362-43b150f03b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:54.533685 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.db_base_plugin_common [None req-61c149a2-7ec8-4cd4-9083-e911092ec406 admin admin] Allocated IP 172.20.0.1 (f68a85fd-bb85-49e6-98d1-0a49343d758a/b7df1390-49dc-44e4-8ff7-113f6550a835/ea04eeec-bace-4ace-a1c8-69823864f727) {{(pid=99981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:07:54.640888 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-61c149a2-7ec8-4cd4-9083-e911092ec406 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:54.654606 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.provisioning_blocks [None req-61c149a2-7ec8-4cd4-9083-e911092ec406 admin admin] Transition to ACTIVE for port object ea04eeec-bace-4ace-a1c8-69823864f727 will not be triggered until provisioned by entity DHCP. {{(pid=99981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:07:54.735137 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-5683071f-2246-4146-8362-43b150f03b6b None None] Notify callbacks [] for port, precommit_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:54.745330 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-5683071f-2246-4146-8362-43b150f03b6b None None] Transition to ACTIVE for port object 617081c5-ae13-46e1-94ee-87fc879cce6c will not be triggered until provisioned by entity L2. {{(pid=99983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:07:54.760172 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-61c149a2-7ec8-4cd4-9083-e911092ec406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-66155747'] for port, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:54.762466 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-69e46d31-6871-496e-8dad-429091bab3bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:54.775377 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device deb56a1d-630c-4f8e-9b39-65e9dca93efd up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:07:54.802355 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c149a2-7ec8-4cd4-9083-e911092ec406 admin admin] Network f68a85fd-bb85-49e6-98d1-0a49343d758a is already hosted by enough agents. {{(pid=99981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:07:54.805130 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [None req-61c149a2-7ec8-4cd4-9083-e911092ec406 admin admin] Resources bound (agent type, host, resource id): {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:07:54.808766 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c149a2-7ec8-4cd4-9083-e911092ec406 admin admin] Received port after_create {{(pid=99981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:07:54.814355 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c149a2-7ec8-4cd4-9083-e911092ec406 admin admin] Pushing event updated for resources: {'Port': ['ID=ea04eeec-bace-4ace-a1c8-69823864f727,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:54.819863 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-5683071f-2246-4146-8362-43b150f03b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:54.823572 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-54ffa0d0-d177-4abd-aef6-f3bd0871104c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:54.833675 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-61c149a2-7ec8-4cd4-9083-e911092ec406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:54.855453 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-61c149a2-7ec8-4cd4-9083-e911092ec406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015853'] for router_interface, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:54.864730 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port deb56a1d-630c-4f8e-9b39-65e9dca93efd triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:07:54.865112 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:54.898677 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01717227-566e-46aa-af32-313129ec0248 None None] Pushing event updated for resources: {'Port': ['ID=617081c5-ae13-46e1-94ee-87fc879cce6c,revision_number=2']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:54.901601 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-5683071f-2246-4146-8362-43b150f03b6b None None] Attempting to bind port 617081c5-ae13-46e1-94ee-87fc879cce6c on host dv-cinder-786386-8-iscsi for vnic_type normal with profile {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:07:54.901985 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-5683071f-2246-4146-8362-43b150f03b6b None None] Attempting to bind port 617081c5-ae13-46e1-94ee-87fc879cce6c by drivers openvswitch,hyperv on host dv-cinder-786386-8-iscsi at level 0 using segments [{'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:07:54.902387 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5683071f-2246-4146-8362-43b150f03b6b None None] Attempting to bind port 617081c5-ae13-46e1-94ee-87fc879cce6c on network 5d962e1b-a48a-439d-b5f0-687f24f30c92 {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:07:54.906028 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-01717227-566e-46aa-af32-313129ec0248 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:54.914876 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5683071f-2246-4146-8362-43b150f03b6b None None] Checking agent: {'id': 'a2428681-7d0e-4763-9bc6-e98548fc0bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 50, 31), 'started_at': datetime.datetime(2021, 6, 23, 18, 51, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:07:54.915269 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5683071f-2246-4146-8362-43b150f03b6b None None] Checking segment: {'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:07:54.915692 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-5683071f-2246-4146-8362-43b150f03b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:54.916106 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5683071f-2246-4146-8362-43b150f03b6b None None] Bound using segment: {'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:07:54.916662 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-5683071f-2246-4146-8362-43b150f03b6b None None] Bound port: 617081c5-ae13-46e1-94ee-87fc879cce6c, host: dv-cinder-786386-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'}}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:07:54.917054 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-5683071f-2246-4146-8362-43b150f03b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:55.002284 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-5683071f-2246-4146-8362-43b150f03b6b None None] For port 617081c5-ae13-46e1-94ee-87fc879cce6c, host dv-cinder-786386-8-iscsi, cleared binding levels {{(pid=99983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:07:55.024420 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-5683071f-2246-4146-8362-43b150f03b6b None None] For port 617081c5-ae13-46e1-94ee-87fc879cce6c, host dv-cinder-786386-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=617081c5-ae13-46e1-94ee-87fc879cce6c,segment=NetworkSegment(06735785-9383-45ec-8182-cbd06f0cff2c),segment_id=06735785-9383-45ec-8182-cbd06f0cff2c)] {{(pid=99983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:07:55.092462 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-61c149a2-7ec8-4cd4-9083-e911092ec406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:55.138484 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-5683071f-2246-4146-8362-43b150f03b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:55.141401 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:55.188374 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5683071f-2246-4146-8362-43b150f03b6b None None] Routers {'6aee4e35-373e-4630-bb6e-5e5a5b196444'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:07:55.188998 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-5683071f-2246-4146-8362-43b150f03b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:07:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['6aee4e35-373e-4630-bb6e-5e5a5b196444'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:07:55.196420 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-67d19c77-68e6-4a13-9050-fec27e571232 None None] Provisioning for port ea04eeec-bace-4ace-a1c8-69823864f727 completed by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:07:55.239815 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-67d19c77-68e6-4a13-9050-fec27e571232 None None] Provisioning complete for port ea04eeec-bace-4ace-a1c8-69823864f727 triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:07:55.240103 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-67d19c77-68e6-4a13-9050-fec27e571232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:55.241577 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01717227-566e-46aa-af32-313129ec0248 None None] Pushing event updated for resources: {'Port': ['ID=617081c5-ae13-46e1-94ee-87fc879cce6c,revision_number=3']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:55.247014 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-01717227-566e-46aa-af32-313129ec0248 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:55.251537 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-61c149a2-7ec8-4cd4-9083-e911092ec406 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:55.310820 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-67d19c77-68e6-4a13-9050-fec27e571232 None None] Port ea04eeec-bace-4ace-a1c8-69823864f727 cannot update to ACTIVE because it is not bound. {{(pid=99983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:07:55.331978 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-61c149a2-7ec8-4cd4-9083-e911092ec406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66155761'] for port, after_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:55.332831 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-5683071f-2246-4146-8362-43b150f03b6b None None] Set router 6aee4e35-373e-4630-bb6e-5e5a5b196444 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:07:55.335219 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-e2b486f2-e573-48cb-b0ed-5f910e9d9f7f tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:55.399593 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c149a2-7ec8-4cd4-9083-e911092ec406 admin admin] Pushing event updated for resources: {'Port': ['ID=ea04eeec-bace-4ace-a1c8-69823864f727,revision_number=2']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:55.401991 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-61c149a2-7ec8-4cd4-9083-e911092ec406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2015873'] for router_interface, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:55.403932 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-61c149a2-7ec8-4cd4-9083-e911092ec406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:55.489798 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c149a2-7ec8-4cd4-9083-e911092ec406 admin admin] Network f68a85fd-bb85-49e6-98d1-0a49343d758a is already hosted by enough agents. {{(pid=99981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:07:55.491357 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [None req-61c149a2-7ec8-4cd4-9083-e911092ec406 admin admin] Resources bound (agent type, host, resource id): {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:07:55.530360 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-5683071f-2246-4146-8362-43b150f03b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'name': 'tempest-TestVolumeBootPattern-910145180-router', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:51Z', 'updated_at': '2021-06-23T19:07:54Z', 'revision_number': 4, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'gw_port': {'id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:52Z', 'updated_at': '2021-06-23T19:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': 'ea04eeec-bace-4ace-a1c8-69823864f727', 'name': '', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'mac_address': 'fa:16:3e:40:e8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:54Z', 'updated_at': '2021-06-23T19:07:54Z', 'revision_number': 1, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'subnets': [{'id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:07:55.556386 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5683071f-2246-4146-8362-43b150f03b6b None None] The sync data for ids ['6aee4e35-373e-4630-bb6e-5e5a5b196444'] in dv-cinder-786386-8-iscsi is: [{'id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'name': 'tempest-TestVolumeBootPattern-910145180-router', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:51Z', 'updated_at': '2021-06-23T19:07:54Z', 'revision_number': 4, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'gw_port': {'id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:52Z', 'updated_at': '2021-06-23T19:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': 'ea04eeec-bace-4ace-a1c8-69823864f727', 'name': '', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'mac_address': 'fa:16:3e:40:e8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:54Z', 'updated_at': '2021-06-23T19:07:54Z', 'revision_number': 1, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'subnets': [{'id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:07:55.613926 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c149a2-7ec8-4cd4-9083-e911092ec406 admin admin] Router 6aee4e35-373e-4630-bb6e-5e5a5b196444 has already been hosted by L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 {{(pid=99981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:07:55.730920 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c149a2-7ec8-4cd4-9083-e911092ec406 admin admin] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:07:55.731959 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ca11a2e7-e158-44ac-a2f0-90b5dc77c92c None None] Provisioning complete for port ea04eeec-bace-4ace-a1c8-69823864f727 triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:07:55.732407 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ca11a2e7-e158-44ac-a2f0-90b5dc77c92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:55.745612 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-61c149a2-7ec8-4cd4-9083-e911092ec406 admin admin] 10.222.0.47 "PUT /v2.0/routers/6aee4e35-373e-4630-bb6e-5e5a5b196444/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7590766 Jun 23 19:07:55.782650 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-ca11a2e7-e158-44ac-a2f0-90b5dc77c92c None None] Port ea04eeec-bace-4ace-a1c8-69823864f727 cannot update to ACTIVE because it is not bound. {{(pid=99983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:07:56.439684 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 38250) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:56.444857 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-26596174-ba18-4d3d-a8fd-7f687a8158bb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-691913854-network', 'tenant_id': '09c3d594079f4bb1b636daefac023740'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:07:56.537409 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26596174-ba18-4d3d-a8fd-7f687a8158bb admin admin] Made reservation on behalf of 09c3d594079f4bb1b636daefac023740 for: {'network': 1} {{(pid=99981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:07:56.539859 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-26596174-ba18-4d3d-a8fd-7f687a8158bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for network, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:56.548974 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-26596174-ba18-4d3d-a8fd-7f687a8158bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:56.640870 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-26596174-ba18-4d3d-a8fd-7f687a8158bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:56.708740 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-26596174-ba18-4d3d-a8fd-7f687a8158bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:56.711918 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-63a53f3c-b38a-4fcb-9101-a89711db777a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:56.735950 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26596174-ba18-4d3d-a8fd-7f687a8158bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=99981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:07:56.747009 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26596174-ba18-4d3d-a8fd-7f687a8158bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f9b190-7a8b-42f7-9907-1767947a688e,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:56.750279 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-26596174-ba18-4d3d-a8fd-7f687a8158bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:56.753126 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-26596174-ba18-4d3d-a8fd-7f687a8158bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412'] for segment, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:56.753532 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.db.segments_db [None req-26596174-ba18-4d3d-a8fd-7f687a8158bb admin admin] Added segment 4890185f-626f-4232-b80c-2852ee42fbb8 of type vlan for network e4ed9ab4-bd03-4360-9253-17d49eb7fd17 Jun 23 19:07:56.795091 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-26596174-ba18-4d3d-a8fd-7f687a8158bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739890161695'] for network, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:56.826711 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 617081c5-ae13-46e1-94ee-87fc879cce6c up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:07:56.879957 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-26596174-ba18-4d3d-a8fd-7f687a8158bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545'] for network, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:56.881341 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26596174-ba18-4d3d-a8fd-7f687a8158bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:56.881934 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-26596174-ba18-4d3d-a8fd-7f687a8158bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for network, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:56.884136 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:56.920155 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning for port 617081c5-ae13-46e1-94ee-87fc879cce6c completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:07:56.924143 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port 617081c5-ae13-46e1-94ee-87fc879cce6c triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:07:56.924535 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:56.943567 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26596174-ba18-4d3d-a8fd-7f687a8158bb admin admin] Pushing event updated for resources: {'Network': ['ID=e4ed9ab4-bd03-4360-9253-17d49eb7fd17,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:56.947527 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-26596174-ba18-4d3d-a8fd-7f687a8158bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:56.956263 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Network e4ed9ab4-bd03-4360-9253-17d49eb7fd17 details requested by agent ovs-agent-dv-cinder-786386-8-iscsi with host dv-cinder-786386-8-iscsi {{(pid=99983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:07:56.989404 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-26596174-ba18-4d3d-a8fd-7f687a8158bb admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5485964 Jun 23 19:07:56.992106 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 38252) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:56.997541 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-b5b737b8-30f4-4215-9873-dea2cb235b14 admin admin] Request body: {'subnet': {'network_id': 'e4ed9ab4-bd03-4360-9253-17d49eb7fd17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-691913854-subnet', 'tenant_id': '09c3d594079f4bb1b636daefac023740', 'ip_version': 4}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:07:57.058470 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:57.062983 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b737b8-30f4-4215-9873-dea2cb235b14 admin admin] Made reservation on behalf of 09c3d594079f4bb1b636daefac023740 for: {'subnet': 1} {{(pid=99981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:07:57.067732 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b5b737b8-30f4-4215-9873-dea2cb235b14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63851692'] for subnet, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:57.078742 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] For port 617081c5-ae13-46e1-94ee-87fc879cce6c, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=617081c5-ae13-46e1-94ee-87fc879cce6c,segment=NetworkSegment(06735785-9383-45ec-8182-cbd06f0cff2c),segment_id=06735785-9383-45ec-8182-cbd06f0cff2c)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:07:57.153430 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:57.155355 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:57.201987 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Pushing event updated for resources: {'Port': ['ID=617081c5-ae13-46e1-94ee-87fc879cce6c,revision_number=4']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:57.205048 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:57.292442 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b5b737b8-30f4-4215-9873-dea2cb235b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66156147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63851710'] for subnet, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:57.294877 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:57.349591 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b737b8-30f4-4215-9873-dea2cb235b14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8c75264-de32-44ea-b00e-6e40bc2a9c6f,revision_number=0']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:57.353920 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-b5b737b8-30f4-4215-9873-dea2cb235b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:57.363165 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b737b8-30f4-4215-9873-dea2cb235b14 admin admin] Checking segment: {'id': '4890185f-626f-4232-b80c-2852ee42fbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e4ed9ab4-bd03-4360-9253-17d49eb7fd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:07:57.363165 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b737b8-30f4-4215-9873-dea2cb235b14 admin admin] Network hostable DHCP agents. Network: e4ed9ab4-bd03-4360-9253-17d49eb7fd17, hostable agents: ['1dd69743-8206-40a5-ae92-aa5513ece3b0'], hosted agents: [] {{(pid=99981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:07:57.428784 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a5e134-9960-446f-9107-5fd0376f023e None None] Sync routers for ids ['6aee4e35-373e-4630-bb6e-5e5a5b196444'] in dv-cinder-786386-8-iscsi {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:07:57.438565 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a5e134-9960-446f-9107-5fd0376f023e None None] Routers {'6aee4e35-373e-4630-bb6e-5e5a5b196444'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:07:57.439213 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-e9a5e134-9960-446f-9107-5fd0376f023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:07:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['6aee4e35-373e-4630-bb6e-5e5a5b196444'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:07:57.440064 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b737b8-30f4-4215-9873-dea2cb235b14 admin admin] Network e4ed9ab4-bd03-4360-9253-17d49eb7fd17 is scheduled to be hosted by DHCP agent 1dd69743-8206-40a5-ae92-aa5513ece3b0 with binding_index 1 {{(pid=99981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:07:57.502971 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [None req-b5b737b8-30f4-4215-9873-dea2cb235b14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-8-iscsi, e4ed9ab4-bd03-4360-9253-17d49eb7fd17) {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:07:57.507502 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b737b8-30f4-4215-9873-dea2cb235b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:57.508215 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b5b737b8-30f4-4215-9873-dea2cb235b14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for subnet, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:57.512437 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168d0189-fd3b-4e75-8125-5f2039b7610a None None] Network e4ed9ab4-bd03-4360-9253-17d49eb7fd17 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:07:57.542995 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-e9a5e134-9960-446f-9107-5fd0376f023e None None] Set router 6aee4e35-373e-4630-bb6e-5e5a5b196444 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:07:57.604035 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-b5b737b8-30f4-4215-9873-dea2cb235b14 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6077595 Jun 23 19:07:57.604261 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 38254) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:57.608951 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-aa62c9e7-1c3b-4ab2-b856-5c5702cb240b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-691913854-router', 'tenant_id': '09c3d594079f4bb1b636daefac023740', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'}}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:07:57.658986 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24414dac-ba0b-41f9-b5eb-6d903f485829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp635e9f09-2955-5d20-83b9-10684d4533fd-e4ed9ab4-bd03-4360-9253-17d49eb7fd17', 'network_id': 'e4ed9ab4-bd03-4360-9253-17d49eb7fd17', 'tenant_id': '09c3d594079f4bb1b636daefac023740', 'fixed_ips': [{'subnet_id': 'c8c75264-de32-44ea-b00e-6e40bc2a9c6f'}]}} from dv-cinder-786386-8-iscsi. {{(pid=99983) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 19:07:57.659981 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-24414dac-ba0b-41f9-b5eb-6d903f485829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:57.715267 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-aa62c9e7-1c3b-4ab2-b856-5c5702cb240b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1984276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31832'] for router, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:57.716156 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-aa62c9e7-1c3b-4ab2-b856-5c5702cb240b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1977642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2055753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31811'] for router, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:57.739667 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-e9a5e134-9960-446f-9107-5fd0376f023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'name': 'tempest-TestVolumeBootPattern-910145180-router', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:51Z', 'updated_at': '2021-06-23T19:07:54Z', 'revision_number': 4, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'gw_port': {'id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:52Z', 'updated_at': '2021-06-23T19:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': 'ea04eeec-bace-4ace-a1c8-69823864f727', 'name': '', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'mac_address': 'fa:16:3e:40:e8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:54Z', 'updated_at': '2021-06-23T19:07:55Z', 'revision_number': 2, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'subnets': [{'id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:07:57.769031 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a5e134-9960-446f-9107-5fd0376f023e None None] Checking router: 6aee4e35-373e-4630-bb6e-5e5a5b196444 for host: dv-cinder-786386-8-iscsi {{(pid=99984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:07:57.769382 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a5e134-9960-446f-9107-5fd0376f023e None None] Updating router 6aee4e35-373e-4630-bb6e-5e5a5b196444 port ea04eeec-bace-4ace-a1c8-69823864f727 binding host dv-cinder-786386-8-iscsi {{(pid=99984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:07:57.777458 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-aa62c9e7-1c3b-4ab2-b856-5c5702cb240b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:57.795800 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.db_base_plugin_common [None req-24414dac-ba0b-41f9-b5eb-6d903f485829 None None] Allocated IP 172.20.0.2 (e4ed9ab4-bd03-4360-9253-17d49eb7fd17/c8c75264-de32-44ea-b00e-6e40bc2a9c6f/44bca0b4-83ba-46a6-b02b-31ea479e76ee) {{(pid=99983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:07:57.806321 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-e9a5e134-9960-446f-9107-5fd0376f023e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:57.936276 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-24414dac-ba0b-41f9-b5eb-6d903f485829 None None] Notify callbacks [] for port, precommit_create {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:57.944987 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-24414dac-ba0b-41f9-b5eb-6d903f485829 None None] Transition to ACTIVE for port object 44bca0b4-83ba-46a6-b02b-31ea479e76ee will not be triggered until provisioned by entity L2. {{(pid=99983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:07:57.960560 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-24414dac-ba0b-41f9-b5eb-6d903f485829 None None] Transition to ACTIVE for port object 44bca0b4-83ba-46a6-b02b-31ea479e76ee will not be triggered until provisioned by entity DHCP. {{(pid=99983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:07:57.976317 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-aa62c9e7-1c3b-4ab2-b856-5c5702cb240b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1975352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1996936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31869'] for router, precommit_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:58.029124 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-24414dac-ba0b-41f9-b5eb-6d903f485829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966'] for port, after_create {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:58.031912 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:58.057936 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-e9a5e134-9960-446f-9107-5fd0376f023e None None] Notify callbacks [] for port, precommit_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:58.068152 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.provisioning_blocks [None req-e9a5e134-9960-446f-9107-5fd0376f023e None None] Transition to ACTIVE for port object ea04eeec-bace-4ace-a1c8-69823864f727 will not be triggered until provisioned by entity L2. {{(pid=99984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:07:58.073672 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24414dac-ba0b-41f9-b5eb-6d903f485829 None None] Network e4ed9ab4-bd03-4360-9253-17d49eb7fd17 is already hosted by enough agents. {{(pid=99983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:07:58.076660 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.scheduler.base_scheduler [None req-24414dac-ba0b-41f9-b5eb-6d903f485829 None None] Resources bound (agent type, host, resource id): {{(pid=99983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:07:58.079206 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24414dac-ba0b-41f9-b5eb-6d903f485829 None None] Received port after_create {{(pid=99983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:07:58.086721 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24414dac-ba0b-41f9-b5eb-6d903f485829 None None] Pushing event updated for resources: {'Port': ['ID=44bca0b4-83ba-46a6-b02b-31ea479e76ee,revision_number=1']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:58.089905 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-24414dac-ba0b-41f9-b5eb-6d903f485829 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:58.125545 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-e9a5e134-9960-446f-9107-5fd0376f023e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:58.127918 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:58.142037 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-24414dac-ba0b-41f9-b5eb-6d903f485829 None None] Attempting to bind port 44bca0b4-83ba-46a6-b02b-31ea479e76ee on host dv-cinder-786386-8-iscsi for vnic_type normal with profile {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:07:58.142559 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-24414dac-ba0b-41f9-b5eb-6d903f485829 None None] Attempting to bind port 44bca0b4-83ba-46a6-b02b-31ea479e76ee by drivers openvswitch,hyperv on host dv-cinder-786386-8-iscsi at level 0 using segments [{'id': '4890185f-626f-4232-b80c-2852ee42fbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e4ed9ab4-bd03-4360-9253-17d49eb7fd17'}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:07:58.142998 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24414dac-ba0b-41f9-b5eb-6d903f485829 None None] Attempting to bind port 44bca0b4-83ba-46a6-b02b-31ea479e76ee on network e4ed9ab4-bd03-4360-9253-17d49eb7fd17 {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:07:58.148203 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24414dac-ba0b-41f9-b5eb-6d903f485829 None None] Checking agent: {'id': 'a2428681-7d0e-4763-9bc6-e98548fc0bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 50, 31), 'started_at': datetime.datetime(2021, 6, 23, 18, 51, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:07:58.148675 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24414dac-ba0b-41f9-b5eb-6d903f485829 None None] Checking segment: {'id': '4890185f-626f-4232-b80c-2852ee42fbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e4ed9ab4-bd03-4360-9253-17d49eb7fd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:07:58.149163 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-24414dac-ba0b-41f9-b5eb-6d903f485829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:58.150255 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24414dac-ba0b-41f9-b5eb-6d903f485829 None None] Bound using segment: {'id': '4890185f-626f-4232-b80c-2852ee42fbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e4ed9ab4-bd03-4360-9253-17d49eb7fd17'} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:07:58.150832 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-24414dac-ba0b-41f9-b5eb-6d903f485829 None None] Bound port: 44bca0b4-83ba-46a6-b02b-31ea479e76ee, host: dv-cinder-786386-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4890185f-626f-4232-b80c-2852ee42fbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e4ed9ab4-bd03-4360-9253-17d49eb7fd17'}}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:07:58.151288 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-24414dac-ba0b-41f9-b5eb-6d903f485829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:58.176130 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb4f63-20df-45f5-83ea-90a9486013ee None None] Pushing event updated for resources: {'Port': ['ID=ea04eeec-bace-4ace-a1c8-69823864f727,revision_number=3']} {{(pid=99984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:58.193879 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb4f63-20df-45f5-83ea-90a9486013ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:58.194045 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb4f63-20df-45f5-83ea-90a9486013ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:58.194385 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb4f63-20df-45f5-83ea-90a9486013ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:58.194725 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb4f63-20df-45f5-83ea-90a9486013ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:58.195056 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb4f63-20df-45f5-83ea-90a9486013ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:58.195477 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb4f63-20df-45f5-83ea-90a9486013ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:58.195808 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb4f63-20df-45f5-83ea-90a9486013ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:58.196141 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb4f63-20df-45f5-83ea-90a9486013ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:58.197015 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb4f63-20df-45f5-83ea-90a9486013ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:58.197349 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb4f63-20df-45f5-83ea-90a9486013ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:58.197672 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb4f63-20df-45f5-83ea-90a9486013ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:58.197995 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb4f63-20df-45f5-83ea-90a9486013ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:58.226705 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-24414dac-ba0b-41f9-b5eb-6d903f485829 None None] For port 44bca0b4-83ba-46a6-b02b-31ea479e76ee, host dv-cinder-786386-8-iscsi, cleared binding levels {{(pid=99983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:07:58.230793 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-24414dac-ba0b-41f9-b5eb-6d903f485829 None None] For port 44bca0b4-83ba-46a6-b02b-31ea479e76ee, host dv-cinder-786386-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=44bca0b4-83ba-46a6-b02b-31ea479e76ee,segment=NetworkSegment(4890185f-626f-4232-b80c-2852ee42fbb8),segment_id=4890185f-626f-4232-b80c-2852ee42fbb8)] {{(pid=99983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:07:58.241320 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [None req-f0fb4f63-20df-45f5-83ea-90a9486013ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:58.256537 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.managers [None req-e9a5e134-9960-446f-9107-5fd0376f023e None None] Attempting to bind port ea04eeec-bace-4ace-a1c8-69823864f727 on host dv-cinder-786386-8-iscsi for vnic_type normal with profile {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:07:58.257101 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.managers [None req-e9a5e134-9960-446f-9107-5fd0376f023e None None] Attempting to bind port ea04eeec-bace-4ace-a1c8-69823864f727 by drivers openvswitch,hyperv on host dv-cinder-786386-8-iscsi at level 0 using segments [{'id': '38874c69-333b-45e6-9da4-ed2bde4f846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a'}] {{(pid=99984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:07:58.257481 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a5e134-9960-446f-9107-5fd0376f023e None None] Attempting to bind port ea04eeec-bace-4ace-a1c8-69823864f727 on network f68a85fd-bb85-49e6-98d1-0a49343d758a {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:07:58.264019 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a5e134-9960-446f-9107-5fd0376f023e None None] Checking agent: {'id': 'a2428681-7d0e-4763-9bc6-e98548fc0bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 50, 31), 'started_at': datetime.datetime(2021, 6, 23, 18, 51, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:07:58.264638 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a5e134-9960-446f-9107-5fd0376f023e None None] Checking segment: {'id': '38874c69-333b-45e6-9da4-ed2bde4f846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:07:58.265045 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-e9a5e134-9960-446f-9107-5fd0376f023e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:58.265747 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a5e134-9960-446f-9107-5fd0376f023e None None] Bound using segment: {'id': '38874c69-333b-45e6-9da4-ed2bde4f846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a'} {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:07:58.266256 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.managers [None req-e9a5e134-9960-446f-9107-5fd0376f023e None None] Bound port: ea04eeec-bace-4ace-a1c8-69823864f727, host: dv-cinder-786386-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38874c69-333b-45e6-9da4-ed2bde4f846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a'}}] {{(pid=99984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:07:58.266681 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-e9a5e134-9960-446f-9107-5fd0376f023e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:58.310020 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-24414dac-ba0b-41f9-b5eb-6d903f485829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:58.314685 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:58.339652 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.db [None req-e9a5e134-9960-446f-9107-5fd0376f023e None None] For port ea04eeec-bace-4ace-a1c8-69823864f727, host dv-cinder-786386-8-iscsi, cleared binding levels {{(pid=99984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:07:58.344111 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.db [None req-e9a5e134-9960-446f-9107-5fd0376f023e None None] For port ea04eeec-bace-4ace-a1c8-69823864f727, host dv-cinder-786386-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=ea04eeec-bace-4ace-a1c8-69823864f727,segment=NetworkSegment(38874c69-333b-45e6-9da4-ed2bde4f846a),segment_id=38874c69-333b-45e6-9da4-ed2bde4f846a)] {{(pid=99984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:07:58.395340 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24414dac-ba0b-41f9-b5eb-6d903f485829 None None] Pushing event updated for resources: {'Port': ['ID=44bca0b4-83ba-46a6-b02b-31ea479e76ee,revision_number=2']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:58.401547 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-24414dac-ba0b-41f9-b5eb-6d903f485829 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:58.429643 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-e9a5e134-9960-446f-9107-5fd0376f023e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:58.432512 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:58.484608 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a5e134-9960-446f-9107-5fd0376f023e None None] Routers {'6aee4e35-373e-4630-bb6e-5e5a5b196444'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:07:58.485499 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-e9a5e134-9960-446f-9107-5fd0376f023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:07:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['6aee4e35-373e-4630-bb6e-5e5a5b196444'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:07:58.497135 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-7d14c88f-1c86-423b-a250-3c7652e3a136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:58.524051 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-aa62c9e7-1c3b-4ab2-b856-5c5702cb240b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:58.546664 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-aa62c9e7-1c3b-4ab2-b856-5c5702cb240b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:58.625764 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb4f63-20df-45f5-83ea-90a9486013ee None None] Pushing event updated for resources: {'Port': ['ID=ea04eeec-bace-4ace-a1c8-69823864f727,revision_number=4']} {{(pid=99984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:58.630506 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [None req-f0fb4f63-20df-45f5-83ea-90a9486013ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:58.645548 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-e9a5e134-9960-446f-9107-5fd0376f023e None None] Set router 6aee4e35-373e-4630-bb6e-5e5a5b196444 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:07:58.695044 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.db_base_plugin_common [None req-aa62c9e7-1c3b-4ab2-b856-5c5702cb240b admin admin] Allocated IP 172.27.0.148 (5d962e1b-a48a-439d-b5f0-687f24f30c92/77178bee-415e-4d1b-b321-842ae6d8e42c/69721360-e872-4b5e-a390-53708b74da45) {{(pid=99981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:07:58.895562 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-e9a5e134-9960-446f-9107-5fd0376f023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'name': 'tempest-TestVolumeBootPattern-910145180-router', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:51Z', 'updated_at': '2021-06-23T19:07:54Z', 'revision_number': 4, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'gw_port': {'id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:52Z', 'updated_at': '2021-06-23T19:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': 'ea04eeec-bace-4ace-a1c8-69823864f727', 'name': '', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'mac_address': 'fa:16:3e:40:e8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:54Z', 'updated_at': '2021-06-23T19:07:58Z', 'revision_number': 4, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'subnets': [{'id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:07:58.895890 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-aa62c9e7-1c3b-4ab2-b856-5c5702cb240b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:58.924780 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a5e134-9960-446f-9107-5fd0376f023e None None] The sync data for ids ['6aee4e35-373e-4630-bb6e-5e5a5b196444'] in dv-cinder-786386-8-iscsi is: [{'id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'name': 'tempest-TestVolumeBootPattern-910145180-router', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:51Z', 'updated_at': '2021-06-23T19:07:54Z', 'revision_number': 4, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'gw_port': {'id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:52Z', 'updated_at': '2021-06-23T19:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': 'ea04eeec-bace-4ace-a1c8-69823864f727', 'name': '', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'mac_address': 'fa:16:3e:40:e8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:54Z', 'updated_at': '2021-06-23T19:07:58Z', 'revision_number': 4, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'subnets': [{'id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:07:58.999712 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-aa62c9e7-1c3b-4ab2-b856-5c5702cb240b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-66155747'] for port, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:59.000873 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 44bca0b4-83ba-46a6-b02b-31ea479e76ee up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:07:59.009637 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-3ee6edc0-295f-4b86-9712-c7141e1a85ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:59.022980 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa62c9e7-1c3b-4ab2-b856-5c5702cb240b admin admin] Network 5d962e1b-a48a-439d-b5f0-687f24f30c92 is already hosted by enough agents. {{(pid=99981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:07:59.043062 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [None req-aa62c9e7-1c3b-4ab2-b856-5c5702cb240b admin admin] Resources bound (agent type, host, resource id): {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:07:59.047045 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa62c9e7-1c3b-4ab2-b856-5c5702cb240b admin admin] Received port after_create {{(pid=99981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:07:59.095778 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62c9e7-1c3b-4ab2-b856-5c5702cb240b admin admin] Pushing event updated for resources: {'Port': ['ID=69721360-e872-4b5e-a390-53708b74da45,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:59.099713 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-aa62c9e7-1c3b-4ab2-b856-5c5702cb240b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:59.114102 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning for port 44bca0b4-83ba-46a6-b02b-31ea479e76ee completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:07:59.118831 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device ea04eeec-bace-4ace-a1c8-69823864f727 up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:07:59.216762 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning for port ea04eeec-bace-4ace-a1c8-69823864f727 completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:07:59.221558 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port ea04eeec-bace-4ace-a1c8-69823864f727 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:07:59.223869 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:59.317146 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:59.352133 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] For port ea04eeec-bace-4ace-a1c8-69823864f727, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=ea04eeec-bace-4ace-a1c8-69823864f727,segment=NetworkSegment(38874c69-333b-45e6-9da4-ed2bde4f846a),segment_id=38874c69-333b-45e6-9da4-ed2bde4f846a)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:07:59.379266 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-aa62c9e7-1c3b-4ab2-b856-5c5702cb240b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:59.428197 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:59.428733 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 617081c5-ae13-46e1-94ee-87fc879cce6c up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:07:59.430601 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-9254add6-8025-4569-bfd9-643c8aab83ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:59.516994 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d92f81-23f9-41d7-a37a-e5105c0f6b44 None None] Network e4ed9ab4-bd03-4360-9253-17d49eb7fd17 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:07:59.532388 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Pushing event updated for resources: {'Port': ['ID=ea04eeec-bace-4ace-a1c8-69823864f727,revision_number=5']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:59.547156 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:59.592732 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port 617081c5-ae13-46e1-94ee-87fc879cce6c triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:07:59.593125 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:59.593785 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-aa62c9e7-1c3b-4ab2-b856-5c5702cb240b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1996929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1975405'] for router, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:59.674233 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-7e63f34f-9fe2-4701-933a-0b7995d5a15e None None] Provisioning for port 44bca0b4-83ba-46a6-b02b-31ea479e76ee completed by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:07:59.684212 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-7e63f34f-9fe2-4701-933a-0b7995d5a15e None None] Provisioning complete for port 44bca0b4-83ba-46a6-b02b-31ea479e76ee triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:07:59.684625 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-7e63f34f-9fe2-4701-933a-0b7995d5a15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:59.776747 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa62c9e7-1c3b-4ab2-b856-5c5702cb240b admin admin] Router a59c6c62-0e01-4305-b3aa-c75119bb4f02 is scheduled to L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 with binding_index 1 {{(pid=99981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 19:07:59.833476 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-7e63f34f-9fe2-4701-933a-0b7995d5a15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:59.869939 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-7e63f34f-9fe2-4701-933a-0b7995d5a15e None None] For port 44bca0b4-83ba-46a6-b02b-31ea479e76ee, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=44bca0b4-83ba-46a6-b02b-31ea479e76ee,segment=NetworkSegment(4890185f-626f-4232-b80c-2852ee42fbb8),segment_id=4890185f-626f-4232-b80c-2852ee42fbb8)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:07:59.887435 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa62c9e7-1c3b-4ab2-b856-5c5702cb240b admin admin] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:07:59.896126 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c9f325-2323-4bda-8dc0-29a1cb33fe62 None None] Sync routers for ids ['a59c6c62-0e01-4305-b3aa-c75119bb4f02'] in dv-cinder-786386-8-iscsi {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:07:59.906013 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c9f325-2323-4bda-8dc0-29a1cb33fe62 None None] Routers {'a59c6c62-0e01-4305-b3aa-c75119bb4f02'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:07:59.906714 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-75c9f325-2323-4bda-8dc0-29a1cb33fe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:07:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['a59c6c62-0e01-4305-b3aa-c75119bb4f02'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:07:59.947531 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-7e63f34f-9fe2-4701-933a-0b7995d5a15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:59.951986 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:59.976019 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-aa62c9e7-1c3b-4ab2-b856-5c5702cb240b admin admin] Notify callbacks [] for router, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:59.976940 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-aa62c9e7-1c3b-4ab2-b856-5c5702cb240b admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3715804 Jun 23 19:07:59.979567 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 38256) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:00.042619 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63f34f-9fe2-4701-933a-0b7995d5a15e None None] Pushing event updated for resources: {'Port': ['ID=44bca0b4-83ba-46a6-b02b-31ea479e76ee,revision_number=3']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:00.047299 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-7e63f34f-9fe2-4701-933a-0b7995d5a15e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:00.063124 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-75c9f325-2323-4bda-8dc0-29a1cb33fe62 None None] Set router a59c6c62-0e01-4305-b3aa-c75119bb4f02 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:08:00.137755 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-9cf467ee-9692-4327-9fb7-34e1acc7793c None None] Provisioning complete for port 44bca0b4-83ba-46a6-b02b-31ea479e76ee triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:00.138180 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-9cf467ee-9692-4327-9fb7-34e1acc7793c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:00.306992 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-75c9f325-2323-4bda-8dc0-29a1cb33fe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59c6c62-0e01-4305-b3aa-c75119bb4f02', 'name': 'tempest-TestVolumeBootPattern-691913854-router', 'tenant_id': '09c3d594079f4bb1b636daefac023740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '69721360-e872-4b5e-a390-53708b74da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:57Z', 'updated_at': '2021-06-23T19:07:59Z', 'revision_number': 3, 'project_id': '09c3d594079f4bb1b636daefac023740', 'gw_port': {'id': '69721360-e872-4b5e-a390-53708b74da45', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59c6c62-0e01-4305-b3aa-c75119bb4f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:58Z', 'updated_at': '2021-06-23T19:07:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi'}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:00.332509 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c9f325-2323-4bda-8dc0-29a1cb33fe62 None None] Checking router: a59c6c62-0e01-4305-b3aa-c75119bb4f02 for host: dv-cinder-786386-8-iscsi {{(pid=99983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:08:00.332890 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c9f325-2323-4bda-8dc0-29a1cb33fe62 None None] Updating router a59c6c62-0e01-4305-b3aa-c75119bb4f02 port 69721360-e872-4b5e-a390-53708b74da45 binding host dv-cinder-786386-8-iscsi {{(pid=99983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:08:00.365680 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-75c9f325-2323-4bda-8dc0-29a1cb33fe62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:00.383620 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-421cc565-b59d-4937-901d-061349571169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:00.536859 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.db_base_plugin_common [None req-421cc565-b59d-4937-901d-061349571169 admin admin] Allocated IP 172.20.0.1 (e4ed9ab4-bd03-4360-9253-17d49eb7fd17/c8c75264-de32-44ea-b00e-6e40bc2a9c6f/b3a07d27-7405-4b6b-aa63-b33d29aace8d) {{(pid=99981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:08:00.613125 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-75c9f325-2323-4bda-8dc0-29a1cb33fe62 None None] Notify callbacks [] for port, precommit_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:00.623450 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-75c9f325-2323-4bda-8dc0-29a1cb33fe62 None None] Transition to ACTIVE for port object 69721360-e872-4b5e-a390-53708b74da45 will not be triggered until provisioned by entity L2. {{(pid=99983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:08:00.636922 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-421cc565-b59d-4937-901d-061349571169 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:00.649576 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.provisioning_blocks [None req-421cc565-b59d-4937-901d-061349571169 admin admin] Transition to ACTIVE for port object b3a07d27-7405-4b6b-aa63-b33d29aace8d will not be triggered until provisioned by entity DHCP. {{(pid=99981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:08:00.683616 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-75c9f325-2323-4bda-8dc0-29a1cb33fe62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:00.686359 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-5e9ef8ee-c8e4-4d52-99dc-fec5260e2efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:00.732290 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-75c9f325-2323-4bda-8dc0-29a1cb33fe62 None None] Attempting to bind port 69721360-e872-4b5e-a390-53708b74da45 on host dv-cinder-786386-8-iscsi for vnic_type normal with profile {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:08:00.732794 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-75c9f325-2323-4bda-8dc0-29a1cb33fe62 None None] Attempting to bind port 69721360-e872-4b5e-a390-53708b74da45 by drivers openvswitch,hyperv on host dv-cinder-786386-8-iscsi at level 0 using segments [{'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:08:00.733052 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c9f325-2323-4bda-8dc0-29a1cb33fe62 None None] Attempting to bind port 69721360-e872-4b5e-a390-53708b74da45 on network 5d962e1b-a48a-439d-b5f0-687f24f30c92 {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:08:00.741961 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c9f325-2323-4bda-8dc0-29a1cb33fe62 None None] Checking agent: {'id': 'a2428681-7d0e-4763-9bc6-e98548fc0bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 50, 31), 'started_at': datetime.datetime(2021, 6, 23, 18, 51, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:08:00.742381 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c9f325-2323-4bda-8dc0-29a1cb33fe62 None None] Checking segment: {'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:08:00.742834 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-75c9f325-2323-4bda-8dc0-29a1cb33fe62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:00.743242 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c9f325-2323-4bda-8dc0-29a1cb33fe62 None None] Bound using segment: {'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'} {{(pid=99983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:08:00.743725 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.managers [None req-75c9f325-2323-4bda-8dc0-29a1cb33fe62 None None] Bound port: 69721360-e872-4b5e-a390-53708b74da45, host: dv-cinder-786386-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06735785-9383-45ec-8182-cbd06f0cff2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92'}}] {{(pid=99983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:08:00.744115 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-75c9f325-2323-4bda-8dc0-29a1cb33fe62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:00.745624 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b07b41-6099-4278-a5b1-8d0ff0f5b143 None None] Pushing event updated for resources: {'Port': ['ID=69721360-e872-4b5e-a390-53708b74da45,revision_number=2']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:00.748800 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-c9b07b41-6099-4278-a5b1-8d0ff0f5b143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:00.749632 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-421cc565-b59d-4937-901d-061349571169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-66155747'] for port, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:00.756315 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-60ec9f31-0ef1-4a14-8e92-3313437ec21a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:00.785331 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421cc565-b59d-4937-901d-061349571169 admin admin] Network e4ed9ab4-bd03-4360-9253-17d49eb7fd17 is already hosted by enough agents. {{(pid=99981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:08:00.788017 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [None req-421cc565-b59d-4937-901d-061349571169 admin admin] Resources bound (agent type, host, resource id): {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:08:00.792077 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421cc565-b59d-4937-901d-061349571169 admin admin] Received port after_create {{(pid=99981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:08:00.808571 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 44bca0b4-83ba-46a6-b02b-31ea479e76ee up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:08:00.830729 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421cc565-b59d-4937-901d-061349571169 admin admin] Pushing event updated for resources: {'Port': ['ID=b3a07d27-7405-4b6b-aa63-b33d29aace8d,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:00.835127 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-421cc565-b59d-4937-901d-061349571169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:00.836067 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-75c9f325-2323-4bda-8dc0-29a1cb33fe62 None None] For port 69721360-e872-4b5e-a390-53708b74da45, host dv-cinder-786386-8-iscsi, cleared binding levels {{(pid=99983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:08:00.847737 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-421cc565-b59d-4937-901d-061349571169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015853'] for router_interface, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:00.859092 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-75c9f325-2323-4bda-8dc0-29a1cb33fe62 None None] For port 69721360-e872-4b5e-a390-53708b74da45, host dv-cinder-786386-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=69721360-e872-4b5e-a390-53708b74da45,segment=NetworkSegment(06735785-9383-45ec-8182-cbd06f0cff2c),segment_id=06735785-9383-45ec-8182-cbd06f0cff2c)] {{(pid=99983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:08:00.878198 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port 44bca0b4-83ba-46a6-b02b-31ea479e76ee triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:00.878682 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:00.945276 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-75c9f325-2323-4bda-8dc0-29a1cb33fe62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:00.949725 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:01.003108 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device ea04eeec-bace-4ace-a1c8-69823864f727 up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:08:01.054879 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-421cc565-b59d-4937-901d-061349571169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:01.062433 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b07b41-6099-4278-a5b1-8d0ff0f5b143 None None] Pushing event updated for resources: {'Port': ['ID=69721360-e872-4b5e-a390-53708b74da45,revision_number=3']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:01.066641 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c9f325-2323-4bda-8dc0-29a1cb33fe62 None None] Routers {'a59c6c62-0e01-4305-b3aa-c75119bb4f02'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:08:01.067269 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-75c9f325-2323-4bda-8dc0-29a1cb33fe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:07:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['a59c6c62-0e01-4305-b3aa-c75119bb4f02'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:01.078089 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-c9b07b41-6099-4278-a5b1-8d0ff0f5b143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:01.104759 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ab87c917-e8c1-4dc0-b419-af0d21e2debb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:01.155570 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port ea04eeec-bace-4ace-a1c8-69823864f727 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:01.155956 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:01.224585 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-421cc565-b59d-4937-901d-061349571169 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:01.267464 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-421cc565-b59d-4937-901d-061349571169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66155761'] for port, after_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:01.269912 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-5e10e98f-1050-4793-83c8-630069b5dc48 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:01.281676 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-161d138c-5acd-49a9-9943-aafea649759a None None] Provisioning for port b3a07d27-7405-4b6b-aa63-b33d29aace8d completed by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:08:01.303989 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-161d138c-5acd-49a9-9943-aafea649759a None None] Provisioning complete for port b3a07d27-7405-4b6b-aa63-b33d29aace8d triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:01.304379 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-161d138c-5acd-49a9-9943-aafea649759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:01.332804 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-421cc565-b59d-4937-901d-061349571169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2015873'] for router_interface, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:01.334566 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421cc565-b59d-4937-901d-061349571169 admin admin] Pushing event updated for resources: {'Port': ['ID=b3a07d27-7405-4b6b-aa63-b33d29aace8d,revision_number=2']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:01.337759 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-421cc565-b59d-4937-901d-061349571169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:01.357665 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-75c9f325-2323-4bda-8dc0-29a1cb33fe62 None None] Set router a59c6c62-0e01-4305-b3aa-c75119bb4f02 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:08:01.399197 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-161d138c-5acd-49a9-9943-aafea649759a None None] Port b3a07d27-7405-4b6b-aa63-b33d29aace8d cannot update to ACTIVE because it is not bound. {{(pid=99983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:08:01.427022 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421cc565-b59d-4937-901d-061349571169 admin admin] Network e4ed9ab4-bd03-4360-9253-17d49eb7fd17 is already hosted by enough agents. {{(pid=99981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:08:01.428404 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [None req-421cc565-b59d-4937-901d-061349571169 admin admin] Resources bound (agent type, host, resource id): {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:08:01.486091 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:01.549485 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421cc565-b59d-4937-901d-061349571169 admin admin] Router a59c6c62-0e01-4305-b3aa-c75119bb4f02 has already been hosted by L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 {{(pid=99981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:08:01.626466 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-98644f56-4522-484c-8a2e-49d790a3e714 None None] Provisioning complete for port b3a07d27-7405-4b6b-aa63-b33d29aace8d triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:01.626854 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-98644f56-4522-484c-8a2e-49d790a3e714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:01.631078 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-75c9f325-2323-4bda-8dc0-29a1cb33fe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59c6c62-0e01-4305-b3aa-c75119bb4f02', 'name': 'tempest-TestVolumeBootPattern-691913854-router', 'tenant_id': '09c3d594079f4bb1b636daefac023740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '69721360-e872-4b5e-a390-53708b74da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:57Z', 'updated_at': '2021-06-23T19:08:00Z', 'revision_number': 4, 'project_id': '09c3d594079f4bb1b636daefac023740', 'gw_port': {'id': '69721360-e872-4b5e-a390-53708b74da45', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59c6c62-0e01-4305-b3aa-c75119bb4f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:58Z', 'updated_at': '2021-06-23T19:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': 'b3a07d27-7405-4b6b-aa63-b33d29aace8d', 'name': '', 'network_id': 'e4ed9ab4-bd03-4360-9253-17d49eb7fd17', 'tenant_id': '09c3d594079f4bb1b636daefac023740', 'mac_address': 'fa:16:3e:a2:6e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59c6c62-0e01-4305-b3aa-c75119bb4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c8c75264-de32-44ea-b00e-6e40bc2a9c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:00Z', 'updated_at': '2021-06-23T19:08:00Z', 'revision_number': 1, 'project_id': '09c3d594079f4bb1b636daefac023740', 'subnets': [{'id': 'c8c75264-de32-44ea-b00e-6e40bc2a9c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:01.658089 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421cc565-b59d-4937-901d-061349571169 admin admin] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:08:01.662945 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-421cc565-b59d-4937-901d-061349571169 admin admin] 10.222.0.47 "PUT /v2.0/routers/a59c6c62-0e01-4305-b3aa-c75119bb4f02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6824219 Jun 23 19:08:01.674609 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c9f325-2323-4bda-8dc0-29a1cb33fe62 None None] The sync data for ids ['a59c6c62-0e01-4305-b3aa-c75119bb4f02'] in dv-cinder-786386-8-iscsi is: [{'id': 'a59c6c62-0e01-4305-b3aa-c75119bb4f02', 'name': 'tempest-TestVolumeBootPattern-691913854-router', 'tenant_id': '09c3d594079f4bb1b636daefac023740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '69721360-e872-4b5e-a390-53708b74da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:57Z', 'updated_at': '2021-06-23T19:08:00Z', 'revision_number': 4, 'project_id': '09c3d594079f4bb1b636daefac023740', 'gw_port': {'id': '69721360-e872-4b5e-a390-53708b74da45', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59c6c62-0e01-4305-b3aa-c75119bb4f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:58Z', 'updated_at': '2021-06-23T19:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': 'b3a07d27-7405-4b6b-aa63-b33d29aace8d', 'name': '', 'network_id': 'e4ed9ab4-bd03-4360-9253-17d49eb7fd17', 'tenant_id': '09c3d594079f4bb1b636daefac023740', 'mac_address': 'fa:16:3e:a2:6e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59c6c62-0e01-4305-b3aa-c75119bb4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c8c75264-de32-44ea-b00e-6e40bc2a9c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:00Z', 'updated_at': '2021-06-23T19:08:00Z', 'revision_number': 1, 'project_id': '09c3d594079f4bb1b636daefac023740', 'subnets': [{'id': 'c8c75264-de32-44ea-b00e-6e40bc2a9c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:08:01.686599 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-98644f56-4522-484c-8a2e-49d790a3e714 None None] Port b3a07d27-7405-4b6b-aa63-b33d29aace8d cannot update to ACTIVE because it is not bound. {{(pid=99983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:08:02.299312 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 38266) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:02.304070 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [None req-40835667-f971-4d09-8e34-8583b074b283 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-719144961', 'description': 'tempest-secgroup-smoke-719144961 description', 'project_id': '4917e4db4c4d4276900c99e47e99f9f9'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:02.334891 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:02.404259 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-40835667-f971-4d09-8e34-8583b074b283 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for security_group, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:02.488115 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-40835667-f971-4d09-8e34-8583b074b283 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for security_group, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:02.552968 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-40835667-f971-4d09-8e34-8583b074b283 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:02.556172 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-3cab454a-15f4-4944-839c-6ae3db7a338e tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:02.583152 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40835667-f971-4d09-8e34-8583b074b283 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e952de-09f4-43d7-a9b6-d9217c9d15bf,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:02.586033 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-40835667-f971-4d09-8e34-8583b074b283 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:02.655697 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-40835667-f971-4d09-8e34-8583b074b283 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:02.656983 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-40835667-f971-4d09-8e34-8583b074b283 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3566568 Jun 23 19:08:02.660097 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 38268) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:02.669328 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-7a69c558-8264-48f6-b82c-0479c4514e47 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Request body: {'security_group_rule': {'security_group_id': 'e7e952de-09f4-43d7-a9b6-d9217c9d15bf', 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:02.758077 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-7a69c558-8264-48f6-b82c-0479c4514e47 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:02.821415 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 69721360-e872-4b5e-a390-53708b74da45 up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:08:02.827086 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-7a69c558-8264-48f6-b82c-0479c4514e47 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:02.894385 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-7a69c558-8264-48f6-b82c-0479c4514e47 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061678'] for security_group_rule, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:02.896473 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:02.913328 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a69c558-8264-48f6-b82c-0479c4514e47 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef0cac1b-0f71-4369-8aa6-23e73967b1ec,revision_number=0']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:02.916735 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-7a69c558-8264-48f6-b82c-0479c4514e47 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:02.952463 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning for port 69721360-e872-4b5e-a390-53708b74da45 completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:08:02.956692 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port 69721360-e872-4b5e-a390-53708b74da45 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:02.957071 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:02.985800 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-7a69c558-8264-48f6-b82c-0479c4514e47 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:02.989418 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-7a69c558-8264-48f6-b82c-0479c4514e47 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3250599 Jun 23 19:08:02.989768 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 38270) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:02.994506 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-ed76931b-049d-482e-b00f-5e5cd196b519 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Request body: {'security_group_rule': {'security_group_id': 'e7e952de-09f4-43d7-a9b6-d9217c9d15bf', 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:03.046860 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:03.066841 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] For port 69721360-e872-4b5e-a390-53708b74da45, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=69721360-e872-4b5e-a390-53708b74da45,segment=NetworkSegment(06735785-9383-45ec-8182-cbd06f0cff2c),segment_id=06735785-9383-45ec-8182-cbd06f0cff2c)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:08:03.100344 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-ed76931b-049d-482e-b00f-5e5cd196b519 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:03.155943 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-ed76931b-049d-482e-b00f-5e5cd196b519 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:03.157248 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:03.159141 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:03.204105 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Pushing event updated for resources: {'Port': ['ID=69721360-e872-4b5e-a390-53708b74da45,revision_number=4']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:03.207656 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:03.231757 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-ed76931b-049d-482e-b00f-5e5cd196b519 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061678'] for security_group_rule, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:03.233833 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:03.254416 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76931b-049d-482e-b00f-5e5cd196b519 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c92c7283-09ed-44fe-9656-23776f14b3e6,revision_number=0']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:03.257212 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-ed76931b-049d-482e-b00f-5e5cd196b519 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:03.317475 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-ed76931b-049d-482e-b00f-5e5cd196b519 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:03.318783 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-ed76931b-049d-482e-b00f-5e5cd196b519 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3278728 Jun 23 19:08:03.322185 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 38272) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:03.326720 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-b4a4998a-7ed5-479a-9436-5598ccafd04c tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Request body: {'security_group_rule': {'security_group_id': 'e7e952de-09f4-43d7-a9b6-d9217c9d15bf', 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:03.403322 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b4a4998a-7ed5-479a-9436-5598ccafd04c tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:03.460722 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b4a4998a-7ed5-479a-9436-5598ccafd04c tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:03.499924 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11233d4-3caf-4b88-ab25-b23a87756a37 None None] Sync routers for ids ['a59c6c62-0e01-4305-b3aa-c75119bb4f02'] in dv-cinder-786386-8-iscsi {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:08:03.509731 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11233d4-3caf-4b88-ab25-b23a87756a37 None None] Routers {'a59c6c62-0e01-4305-b3aa-c75119bb4f02'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:08:03.510390 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-e11233d4-3caf-4b88-ab25-b23a87756a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:08:01Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['a59c6c62-0e01-4305-b3aa-c75119bb4f02'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:03.552105 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b4a4998a-7ed5-479a-9436-5598ccafd04c tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061678'] for security_group_rule, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:03.555063 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:03.572476 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4998a-7ed5-479a-9436-5598ccafd04c tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d330e4dc-1e58-4a74-ac65-a5df975b31eb,revision_number=0']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:03.575137 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-b4a4998a-7ed5-479a-9436-5598ccafd04c tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:03.631177 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:03.638419 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-b4a4998a-7ed5-479a-9436-5598ccafd04c tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:03.639668 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-b4a4998a-7ed5-479a-9436-5598ccafd04c tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3165057 Jun 23 19:08:03.642347 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 38274) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:03.646788 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-e2fec177-b1fe-4ed1-b84f-f35d4e7fb76e tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Request body: {'security_group_rule': {'security_group_id': 'e7e952de-09f4-43d7-a9b6-d9217c9d15bf', 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:03.699948 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-e11233d4-3caf-4b88-ab25-b23a87756a37 None None] Set router a59c6c62-0e01-4305-b3aa-c75119bb4f02 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:08:03.733101 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-e2fec177-b1fe-4ed1-b84f-f35d4e7fb76e tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:03.795694 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-e2fec177-b1fe-4ed1-b84f-f35d4e7fb76e tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:03.867426 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-e2fec177-b1fe-4ed1-b84f-f35d4e7fb76e tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061678'] for security_group_rule, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:03.869732 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-8ad133de-9d9f-46d3-bb7f-3259284cd241 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:03.883852 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fec177-b1fe-4ed1-b84f-f35d4e7fb76e tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee68b3ca-8c1c-4d98-89b1-a8ed4db6bb42,revision_number=0']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:03.887759 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-e2fec177-b1fe-4ed1-b84f-f35d4e7fb76e tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:03.893749 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-e11233d4-3caf-4b88-ab25-b23a87756a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59c6c62-0e01-4305-b3aa-c75119bb4f02', 'name': 'tempest-TestVolumeBootPattern-691913854-router', 'tenant_id': '09c3d594079f4bb1b636daefac023740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '69721360-e872-4b5e-a390-53708b74da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:57Z', 'updated_at': '2021-06-23T19:08:00Z', 'revision_number': 4, 'project_id': '09c3d594079f4bb1b636daefac023740', 'gw_port': {'id': '69721360-e872-4b5e-a390-53708b74da45', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c6c62-0e01-4305-b3aa-c75119bb4f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:58Z', 'updated_at': '2021-06-23T19:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': 'b3a07d27-7405-4b6b-aa63-b33d29aace8d', 'name': '', 'network_id': 'e4ed9ab4-bd03-4360-9253-17d49eb7fd17', 'tenant_id': '09c3d594079f4bb1b636daefac023740', 'mac_address': 'fa:16:3e:a2:6e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59c6c62-0e01-4305-b3aa-c75119bb4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c8c75264-de32-44ea-b00e-6e40bc2a9c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:00Z', 'updated_at': '2021-06-23T19:08:01Z', 'revision_number': 2, 'project_id': '09c3d594079f4bb1b636daefac023740', 'subnets': [{'id': 'c8c75264-de32-44ea-b00e-6e40bc2a9c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:03.918888 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11233d4-3caf-4b88-ab25-b23a87756a37 None None] Checking router: a59c6c62-0e01-4305-b3aa-c75119bb4f02 for host: dv-cinder-786386-8-iscsi {{(pid=99984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:08:03.921468 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11233d4-3caf-4b88-ab25-b23a87756a37 None None] Updating router a59c6c62-0e01-4305-b3aa-c75119bb4f02 port b3a07d27-7405-4b6b-aa63-b33d29aace8d binding host dv-cinder-786386-8-iscsi {{(pid=99984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:08:03.950568 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-e11233d4-3caf-4b88-ab25-b23a87756a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:03.969384 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-e2fec177-b1fe-4ed1-b84f-f35d4e7fb76e tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:03.970697 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-e2fec177-b1fe-4ed1-b84f-f35d4e7fb76e tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3273957 Jun 23 19:08:03.973543 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 38276) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:03.978523 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-1ef73837-c280-43df-8af3-be82d0370f0c tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Request body: {'security_group_rule': {'security_group_id': 'e7e952de-09f4-43d7-a9b6-d9217c9d15bf', 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:04.066917 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.db.securitygroups_db [None req-1ef73837-c280-43df-8af3-be82d0370f0c tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Project 4917e4db4c4d4276900c99e47e99f9f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 19:08:04.071810 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1ef73837-c280-43df-8af3-be82d0370f0c tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:04.130811 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1ef73837-c280-43df-8af3-be82d0370f0c tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:04.202411 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-e11233d4-3caf-4b88-ab25-b23a87756a37 None None] Notify callbacks [] for port, precommit_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:04.211908 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.provisioning_blocks [None req-e11233d4-3caf-4b88-ab25-b23a87756a37 None None] Transition to ACTIVE for port object b3a07d27-7405-4b6b-aa63-b33d29aace8d will not be triggered until provisioned by entity L2. {{(pid=99984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:08:04.232202 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1ef73837-c280-43df-8af3-be82d0370f0c tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061678'] for security_group_rule, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:04.238523 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-542b022e-4b25-4c93-a537-6b9402e89f7f tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:04.253683 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef73837-c280-43df-8af3-be82d0370f0c tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51cf0f1e-60f2-48e9-bba7-1812eaf88587,revision_number=0']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:04.256385 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-1ef73837-c280-43df-8af3-be82d0370f0c tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:04.290037 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-e11233d4-3caf-4b88-ab25-b23a87756a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:04.292461 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [None req-a4ab1023-949b-4f96-996e-d67f55bc6ed0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:04.318085 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-1ef73837-c280-43df-8af3-be82d0370f0c tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:04.321789 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-1ef73837-c280-43df-8af3-be82d0370f0c tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3448772 Jun 23 19:08:04.322740 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 38278) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:04.327358 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-01e987f1-5486-4d63-864a-7c63403aa286 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Request body: {'security_group_rule': {'security_group_id': 'e7e952de-09f4-43d7-a9b6-d9217c9d15bf', 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:04.339875 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4583de1-d8c8-45fd-8f7d-e3e945bee4cf None None] Pushing event updated for resources: {'Port': ['ID=b3a07d27-7405-4b6b-aa63-b33d29aace8d,revision_number=3']} {{(pid=99984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:04.343164 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [None req-e4583de1-d8c8-45fd-8f7d-e3e945bee4cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:04.395968 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.managers [None req-e11233d4-3caf-4b88-ab25-b23a87756a37 None None] Attempting to bind port b3a07d27-7405-4b6b-aa63-b33d29aace8d on host dv-cinder-786386-8-iscsi for vnic_type normal with profile {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:08:04.396431 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.managers [None req-e11233d4-3caf-4b88-ab25-b23a87756a37 None None] Attempting to bind port b3a07d27-7405-4b6b-aa63-b33d29aace8d by drivers openvswitch,hyperv on host dv-cinder-786386-8-iscsi at level 0 using segments [{'id': '4890185f-626f-4232-b80c-2852ee42fbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e4ed9ab4-bd03-4360-9253-17d49eb7fd17'}] {{(pid=99984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:08:04.396759 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11233d4-3caf-4b88-ab25-b23a87756a37 None None] Attempting to bind port b3a07d27-7405-4b6b-aa63-b33d29aace8d on network e4ed9ab4-bd03-4360-9253-17d49eb7fd17 {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:08:04.402526 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11233d4-3caf-4b88-ab25-b23a87756a37 None None] Checking agent: {'id': 'a2428681-7d0e-4763-9bc6-e98548fc0bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 50, 31), 'started_at': datetime.datetime(2021, 6, 23, 18, 51, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:08:04.402915 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11233d4-3caf-4b88-ab25-b23a87756a37 None None] Checking segment: {'id': '4890185f-626f-4232-b80c-2852ee42fbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e4ed9ab4-bd03-4360-9253-17d49eb7fd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:08:04.403406 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-e11233d4-3caf-4b88-ab25-b23a87756a37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:04.403881 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11233d4-3caf-4b88-ab25-b23a87756a37 None None] Bound using segment: {'id': '4890185f-626f-4232-b80c-2852ee42fbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e4ed9ab4-bd03-4360-9253-17d49eb7fd17'} {{(pid=99984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:08:04.404443 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.managers [None req-e11233d4-3caf-4b88-ab25-b23a87756a37 None None] Bound port: b3a07d27-7405-4b6b-aa63-b33d29aace8d, host: dv-cinder-786386-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4890185f-626f-4232-b80c-2852ee42fbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e4ed9ab4-bd03-4360-9253-17d49eb7fd17'}}] {{(pid=99984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:08:04.404889 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-e11233d4-3caf-4b88-ab25-b23a87756a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:04.438164 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.db.securitygroups_db [None req-01e987f1-5486-4d63-864a-7c63403aa286 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Project 4917e4db4c4d4276900c99e47e99f9f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 19:08:04.443509 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-01e987f1-5486-4d63-864a-7c63403aa286 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:04.477262 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.db [None req-e11233d4-3caf-4b88-ab25-b23a87756a37 None None] For port b3a07d27-7405-4b6b-aa63-b33d29aace8d, host dv-cinder-786386-8-iscsi, cleared binding levels {{(pid=99984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:08:04.480690 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.plugins.ml2.db [None req-e11233d4-3caf-4b88-ab25-b23a87756a37 None None] For port b3a07d27-7405-4b6b-aa63-b33d29aace8d, host dv-cinder-786386-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=b3a07d27-7405-4b6b-aa63-b33d29aace8d,segment=NetworkSegment(4890185f-626f-4232-b80c-2852ee42fbb8),segment_id=4890185f-626f-4232-b80c-2852ee42fbb8)] {{(pid=99984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:08:04.510300 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-01e987f1-5486-4d63-864a-7c63403aa286 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:04.564164 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron_lib.callbacks.manager [None req-e11233d4-3caf-4b88-ab25-b23a87756a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:04.566473 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:04.597975 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-01e987f1-5486-4d63-864a-7c63403aa286 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061678'] for security_group_rule, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:04.601703 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-0742d6c0-425f-4c9b-bf27-c2c4bc55e14c tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:04.618504 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e987f1-5486-4d63-864a-7c63403aa286 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f832512-55c3-4ff7-a205-446575bb4af2,revision_number=0']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:04.620980 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-01e987f1-5486-4d63-864a-7c63403aa286 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:04.624185 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4583de1-d8c8-45fd-8f7d-e3e945bee4cf None None] Pushing event updated for resources: {'Port': ['ID=b3a07d27-7405-4b6b-aa63-b33d29aace8d,revision_number=4']} {{(pid=99984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:04.626674 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11233d4-3caf-4b88-ab25-b23a87756a37 None None] Routers {'a59c6c62-0e01-4305-b3aa-c75119bb4f02'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:08:04.627284 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-e11233d4-3caf-4b88-ab25-b23a87756a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:08:01Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['a59c6c62-0e01-4305-b3aa-c75119bb4f02'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:04.632866 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG oslo_concurrency.lockutils [None req-e4583de1-d8c8-45fd-8f7d-e3e945bee4cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:04.715515 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-01e987f1-5486-4d63-864a-7c63403aa286 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:04.717045 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-01e987f1-5486-4d63-864a-7c63403aa286 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3935556 Jun 23 19:08:04.739723 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-e11233d4-3caf-4b88-ab25-b23a87756a37 None None] Set router a59c6c62-0e01-4305-b3aa-c75119bb4f02 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:08:04.833360 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device b3a07d27-7405-4b6b-aa63-b33d29aace8d up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:08:04.962439 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-e11233d4-3caf-4b88-ab25-b23a87756a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59c6c62-0e01-4305-b3aa-c75119bb4f02', 'name': 'tempest-TestVolumeBootPattern-691913854-router', 'tenant_id': '09c3d594079f4bb1b636daefac023740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '69721360-e872-4b5e-a390-53708b74da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:57Z', 'updated_at': '2021-06-23T19:08:00Z', 'revision_number': 4, 'project_id': '09c3d594079f4bb1b636daefac023740', 'gw_port': {'id': '69721360-e872-4b5e-a390-53708b74da45', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c6c62-0e01-4305-b3aa-c75119bb4f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:58Z', 'updated_at': '2021-06-23T19:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': 'b3a07d27-7405-4b6b-aa63-b33d29aace8d', 'name': '', 'network_id': 'e4ed9ab4-bd03-4360-9253-17d49eb7fd17', 'tenant_id': '09c3d594079f4bb1b636daefac023740', 'mac_address': 'fa:16:3e:a2:6e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59c6c62-0e01-4305-b3aa-c75119bb4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c8c75264-de32-44ea-b00e-6e40bc2a9c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:00Z', 'updated_at': '2021-06-23T19:08:04Z', 'revision_number': 4, 'project_id': '09c3d594079f4bb1b636daefac023740', 'subnets': [{'id': 'c8c75264-de32-44ea-b00e-6e40bc2a9c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:04.967841 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning for port b3a07d27-7405-4b6b-aa63-b33d29aace8d completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:08:04.972869 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port b3a07d27-7405-4b6b-aa63-b33d29aace8d triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:04.973263 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:04.992781 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11233d4-3caf-4b88-ab25-b23a87756a37 None None] The sync data for ids ['a59c6c62-0e01-4305-b3aa-c75119bb4f02'] in dv-cinder-786386-8-iscsi is: [{'id': 'a59c6c62-0e01-4305-b3aa-c75119bb4f02', 'name': 'tempest-TestVolumeBootPattern-691913854-router', 'tenant_id': '09c3d594079f4bb1b636daefac023740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '69721360-e872-4b5e-a390-53708b74da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:57Z', 'updated_at': '2021-06-23T19:08:00Z', 'revision_number': 4, 'project_id': '09c3d594079f4bb1b636daefac023740', 'gw_port': {'id': '69721360-e872-4b5e-a390-53708b74da45', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c6c62-0e01-4305-b3aa-c75119bb4f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:58Z', 'updated_at': '2021-06-23T19:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': 'b3a07d27-7405-4b6b-aa63-b33d29aace8d', 'name': '', 'network_id': 'e4ed9ab4-bd03-4360-9253-17d49eb7fd17', 'tenant_id': '09c3d594079f4bb1b636daefac023740', 'mac_address': 'fa:16:3e:a2:6e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59c6c62-0e01-4305-b3aa-c75119bb4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c8c75264-de32-44ea-b00e-6e40bc2a9c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:00Z', 'updated_at': '2021-06-23T19:08:04Z', 'revision_number': 4, 'project_id': '09c3d594079f4bb1b636daefac023740', 'subnets': [{'id': 'c8c75264-de32-44ea-b00e-6e40bc2a9c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:08:05.075706 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:05.110612 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] For port b3a07d27-7405-4b6b-aa63-b33d29aace8d, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=b3a07d27-7405-4b6b-aa63-b33d29aace8d,segment=NetworkSegment(4890185f-626f-4232-b80c-2852ee42fbb8),segment_id=4890185f-626f-4232-b80c-2852ee42fbb8)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:08:05.180380 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:05.181222 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 69721360-e872-4b5e-a390-53708b74da45 up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:08:05.183222 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-24414dac-ba0b-41f9-b5eb-6d903f485829 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:05.267758 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Pushing event updated for resources: {'Port': ['ID=b3a07d27-7405-4b6b-aa63-b33d29aace8d,revision_number=5']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:05.271358 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:05.279685 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port 69721360-e872-4b5e-a390-53708b74da45 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:05.280076 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:06.783761 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device b3a07d27-7405-4b6b-aa63-b33d29aace8d up at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:08:06.834158 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Provisioning complete for port b3a07d27-7405-4b6b-aa63-b33d29aace8d triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:06.834574 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:10.870048 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 6 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:08:11.499251 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:22.573369 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-c27687e9-9830-483c-8994-f408349717a5 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-719144961&fields=id&tenant_id=4917e4db4c4d4276900c99e47e99f9f9 HTTP/1.1" status: 200 len: 267 time: 0.0328341 Jun 23 19:08:22.677479 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-ce007fd6-f267-4972-a843-a238a8f61f4f tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:22.678943 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-ce007fd6-f267-4972-a843-a238a8f61f4f tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/networks?id=f68a85fd-bb85-49e6-98d1-0a49343d758a HTTP/1.1" status: 200 len: 811 time: 0.0991709 Jun 23 19:08:22.693420 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-372d876a-1bcd-40ef-934e-8200bf00dd3e tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/quotas/4917e4db4c4d4276900c99e47e99f9f9 HTTP/1.1" status: 200 len: 375 time: 0.0086207 Jun 23 19:08:22.759964 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-cfa653d5-95f2-4294-a701-84c933ecd756 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4917e4db4c4d4276900c99e47e99f9f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619090 Jun 23 19:08:22.856064 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-8206ea1d-28f9-422d-8658-ded42d17a23a service neutron] 10.222.0.47 "GET /v2.0/networks/f68a85fd-bb85-49e6-98d1-0a49343d758a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851676 Jun 23 19:08:22.940697 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-0e745207-44a3-426a-a47a-d3950bb1475d service neutron] 10.222.0.47 "GET /v2.0/networks/f68a85fd-bb85-49e6-98d1-0a49343d758a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788479 Jun 23 19:08:24.533496 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-471d7fe2-0bc4-4db7-9e20-b316f7b9126c req-00fffa08-8e43-446f-9d2e-cd400800ba75 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=d664b6a6-939a-44cd-b37d-af8b719d4fea HTTP/1.1" status: 200 len: 210 time: 0.0278044 Jun 23 19:08:25.708477 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-6cfc80cf-0610-4f92-bcd5-c3e7d460b67a req-8b41c4e6-667b-41f9-8d38-9c20e300b894 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=d664b6a6-939a-44cd-b37d-af8b719d4fea HTTP/1.1" status: 200 len: 210 time: 0.1226559 Jun 23 19:08:26.912811 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-7d819033-0f39-4db9-82ff-0d387684375d req-661e8e65-27d1-40d1-9d57-73bb99edaf5f tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=d664b6a6-939a-44cd-b37d-af8b719d4fea HTTP/1.1" status: 200 len: 210 time: 0.0762234 Jun 23 19:08:28.048185 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-0c273f5a-9aa2-4f7f-a335-0fb5a429b920 req-d4e1daa5-4490-4c8b-a1eb-dbcbd917e97e tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=d664b6a6-939a-44cd-b37d-af8b719d4fea HTTP/1.1" status: 200 len: 210 time: 0.0281579 Jun 23 19:08:28.459692 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-6697ef38-d054-4e25-a4aa-3d00979d09f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:29.037549 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-ecdf6232-f5a0-4816-b029-7aa1ef26b3bb tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:29.038979 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-ecdf6232-f5a0-4816-b029-7aa1ef26b3bb tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.74 "GET /v2.0/networks?id=f68a85fd-bb85-49e6-98d1-0a49343d758a HTTP/1.1" status: 200 len: 811 time: 0.1024575 Jun 23 19:08:29.088729 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-8edcf634-b96a-40b5-9f1b-2e8f71c8db85 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4917e4db4c4d4276900c99e47e99f9f9 HTTP/1.1" status: 200 len: 379 time: 0.0346909 Jun 23 19:08:29.097380 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-393cd8d2-d366-462f-957b-e0c484d22021 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Request body: {'port': {'device_id': 'd664b6a6-939a-44cd-b37d-af8b719d4fea', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'admin_state_up': True, 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'security_groups': ['e7e952de-09f4-43d7-a9b6-d9217c9d15bf']}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:29.202699 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-ce88820f-d17e-4988-b091-8a2f49c70a56 req-4130043b-07c8-465b-87d0-f898595b288d tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=d664b6a6-939a-44cd-b37d-af8b719d4fea HTTP/1.1" status: 200 len: 210 time: 0.0406449 Jun 23 19:08:29.294275 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-393cd8d2-d366-462f-957b-e0c484d22021 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Made reservation on behalf of 4917e4db4c4d4276900c99e47e99f9f9 for: {'port': 1} {{(pid=99982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:08:29.297796 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-393cd8d2-d366-462f-957b-e0c484d22021 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:29.421127 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.db_base_plugin_common [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-393cd8d2-d366-462f-957b-e0c484d22021 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Allocated IP 172.20.0.4 (f68a85fd-bb85-49e6-98d1-0a49343d758a/b7df1390-49dc-44e4-8ff7-113f6550a835/c49880b7-4538-47e8-9a40-026733b97ab9) {{(pid=99982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:08:29.560650 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-393cd8d2-d366-462f-957b-e0c484d22021 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for port, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:29.574230 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.provisioning_blocks [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-393cd8d2-d366-462f-957b-e0c484d22021 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Transition to ACTIVE for port object c49880b7-4538-47e8-9a40-026733b97ab9 will not be triggered until provisioned by entity DHCP. {{(pid=99982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:08:29.677042 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-393cd8d2-d366-462f-957b-e0c484d22021 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63686027'] for port, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:29.681717 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-c2261a62-72c1-4e00-bf0f-ae5cbbbe27bb tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:29.727690 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-393cd8d2-d366-462f-957b-e0c484d22021 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Network f68a85fd-bb85-49e6-98d1-0a49343d758a is already hosted by enough agents. {{(pid=99982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:08:29.730941 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.base_scheduler [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-393cd8d2-d366-462f-957b-e0c484d22021 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Resources bound (agent type, host, resource id): {{(pid=99982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:08:29.733486 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-393cd8d2-d366-462f-957b-e0c484d22021 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Received port after_create {{(pid=99982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:08:29.761700 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393cd8d2-d366-462f-957b-e0c484d22021 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Pushing event updated for resources: {'Port': ['ID=c49880b7-4538-47e8-9a40-026733b97ab9,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:29.764706 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-393cd8d2-d366-462f-957b-e0c484d22021 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:29.788674 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-393cd8d2-d366-462f-957b-e0c484d22021 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:29.789425 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-393cd8d2-d366-462f-957b-e0c484d22021 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:29.899689 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-393cd8d2-d366-462f-957b-e0c484d22021 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8059275 Jun 23 19:08:29.918031 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-817054be-0f55-441d-8080-15784140e99a service neutron] Request body: {'port': {'device_id': 'd664b6a6-939a-44cd-b37d-af8b719d4fea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:29.995679 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-817054be-0f55-441d-8080-15784140e99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:30.024459 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-c56bb73e-a76b-4c78-b4ff-be25498e2b70 None None] Provisioning for port c49880b7-4538-47e8-9a40-026733b97ab9 completed by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:08:30.028684 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-c56bb73e-a76b-4c78-b4ff-be25498e2b70 None None] Provisioning complete for port c49880b7-4538-47e8-9a40-026733b97ab9 triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:30.029073 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c56bb73e-a76b-4c78-b4ff-be25498e2b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:30.067906 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-c56bb73e-a76b-4c78-b4ff-be25498e2b70 None None] Port c49880b7-4538-47e8-9a40-026733b97ab9 cannot update to ACTIVE because it is not bound. {{(pid=99983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:08:30.261479 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-817054be-0f55-441d-8080-15784140e99a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c49880b7-4538-47e8-9a40-026733b97ab9 {{(pid=99982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:08:30.268765 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-817054be-0f55-441d-8080-15784140e99a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:30.280446 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.provisioning_blocks [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-817054be-0f55-441d-8080-15784140e99a service neutron] Transition to ACTIVE for port object c49880b7-4538-47e8-9a40-026733b97ab9 will not be triggered until provisioned by entity L2. {{(pid=99982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:08:30.349707 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-817054be-0f55-441d-8080-15784140e99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63686041'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:30.353322 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-48ed7163-e3fe-4cef-9080-2af3bc83a968 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:30.374137 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3db37-aea2-46f3-bf81-c73d5e23271a req-e035c4e5-4396-4d8c-a90c-a8b875b30b87 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:30.376044 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-7ae3db37-aea2-46f3-bf81-c73d5e23271a req-e035c4e5-4396-4d8c-a90c-a8b875b30b87 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=d664b6a6-939a-44cd-b37d-af8b719d4fea HTTP/1.1" status: 200 len: 931 time: 0.0626223 Jun 23 19:08:30.401973 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817054be-0f55-441d-8080-15784140e99a service neutron] Pushing event updated for resources: {'Port': ['ID=c49880b7-4538-47e8-9a40-026733b97ab9,revision_number=2']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:30.420029 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-7ae3db37-aea2-46f3-bf81-c73d5e23271a req-9049ffd2-9929-4b58-b307-a0e391180fc9 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378730 Jun 23 19:08:30.420553 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-817054be-0f55-441d-8080-15784140e99a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:30.479299 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-817054be-0f55-441d-8080-15784140e99a service neutron] Attempting to bind port c49880b7-4538-47e8-9a40-026733b97ab9 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:08:30.479635 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-817054be-0f55-441d-8080-15784140e99a service neutron] Attempting to bind port c49880b7-4538-47e8-9a40-026733b97ab9 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '38874c69-333b-45e6-9da4-ed2bde4f846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a'}] {{(pid=99982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:08:30.479975 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-817054be-0f55-441d-8080-15784140e99a service neutron] Attempting to bind port c49880b7-4538-47e8-9a40-026733b97ab9 on network f68a85fd-bb85-49e6-98d1-0a49343d758a {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:08:30.484320 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-817054be-0f55-441d-8080-15784140e99a service neutron] Port c49880b7-4538-47e8-9a40-026733b97ab9 on network f68a85fd-bb85-49e6-98d1-0a49343d758a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:08:30.484641 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-817054be-0f55-441d-8080-15784140e99a service neutron] Attempting to bind port c49880b7-4538-47e8-9a40-026733b97ab9 on network f68a85fd-bb85-49e6-98d1-0a49343d758a {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:08:30.490332 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-817054be-0f55-441d-8080-15784140e99a service neutron] Checking agent: {'id': '3aaf2a66-4435-4fa2-a046-8ce762f61c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:08:30.490668 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-817054be-0f55-441d-8080-15784140e99a service neutron] Checking segment: {'id': '38874c69-333b-45e6-9da4-ed2bde4f846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:08:30.491051 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-817054be-0f55-441d-8080-15784140e99a service neutron] Bound using segment: {'id': '38874c69-333b-45e6-9da4-ed2bde4f846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a'} {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:08:30.491481 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-817054be-0f55-441d-8080-15784140e99a service neutron] Bound port: c49880b7-4538-47e8-9a40-026733b97ab9, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38874c69-333b-45e6-9da4-ed2bde4f846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a'}}] {{(pid=99982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:08:30.491861 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-817054be-0f55-441d-8080-15784140e99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:30.560679 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-817054be-0f55-441d-8080-15784140e99a service neutron] For port c49880b7-4538-47e8-9a40-026733b97ab9, host hv-cinder-78638, cleared binding levels {{(pid=99982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:08:30.563931 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-817054be-0f55-441d-8080-15784140e99a service neutron] For port c49880b7-4538-47e8-9a40-026733b97ab9, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c49880b7-4538-47e8-9a40-026733b97ab9,segment=NetworkSegment(38874c69-333b-45e6-9da4-ed2bde4f846a),segment_id=38874c69-333b-45e6-9da4-ed2bde4f846a)] {{(pid=99982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:08:30.612920 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-817054be-0f55-441d-8080-15784140e99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63686041'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:30.616000 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-2d7e1ea4-0d68-48ac-b9c4-e0645d3b8c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:30.646257 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-817054be-0f55-441d-8080-15784140e99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:30.646874 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-817054be-0f55-441d-8080-15784140e99a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:30.648747 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-817054be-0f55-441d-8080-15784140e99a service neutron] 10.222.0.74 "PUT /v2.0/ports/c49880b7-4538-47e8-9a40-026733b97ab9 HTTP/1.1" status: 200 len: 1093 time: 0.7348411 Jun 23 19:08:30.649297 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd664b6a6-939a-44cd-b37d-af8b719d4fea', 'tag': 'c49880b7-4538-47e8-9a40-026733b97ab9'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:08:30.651595 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33784e9-40df-4d91-8094-fbc1be08ff8d" -d '{"events": [{"name": "network-changed", "server_uuid": "d664b6a6-939a-44cd-b37d-af8b719d4fea", "tag": "c49880b7-4538-47e8-9a40-026733b97ab9"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:08:30.677716 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817054be-0f55-441d-8080-15784140e99a service neutron] Pushing event updated for resources: {'Port': ['ID=c49880b7-4538-47e8-9a40-026733b97ab9,revision_number=3']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:30.681475 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-817054be-0f55-441d-8080-15784140e99a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:30.694528 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26041b2f-8016-4496-9dba-3c74aa24ffa2 x-openstack-request-id: req-26041b2f-8016-4496-9dba-3c74aa24ffa2 {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:08:30.695362 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d664b6a6-939a-44cd-b37d-af8b719d4fea", "tag": "c49880b7-4538-47e8-9a40-026733b97ab9", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:08:30.695664 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-26041b2f-8016-4496-9dba-3c74aa24ffa2 {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:08:30.696172 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd664b6a6-939a-44cd-b37d-af8b719d4fea', 'tag': 'c49880b7-4538-47e8-9a40-026733b97ab9', 'status': 'completed', 'code': 200} Jun 23 19:08:30.793568 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33784e9-40df-4d91-8094-fbc1be08ff8d req-9c7279d4-a464-4e60-9961-ba7228bb4733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:30.795149 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b33784e9-40df-4d91-8094-fbc1be08ff8d req-9c7279d4-a464-4e60-9961-ba7228bb4733 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4917e4db4c4d4276900c99e47e99f9f9&device_id=d664b6a6-939a-44cd-b37d-af8b719d4fea HTTP/1.1" status: 200 len: 1096 time: 0.0559390 Jun 23 19:08:30.902108 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33784e9-40df-4d91-8094-fbc1be08ff8d req-088b5ef4-3cd2-48a0-85bb-9779f117631c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:30.903608 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b33784e9-40df-4d91-8094-fbc1be08ff8d req-088b5ef4-3cd2-48a0-85bb-9779f117631c service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=4917e4db4c4d4276900c99e47e99f9f9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0942316 Jun 23 19:08:30.997800 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33784e9-40df-4d91-8094-fbc1be08ff8d req-64a7ad71-e875-4649-9d6c-f473df3f4232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:30.999268 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b33784e9-40df-4d91-8094-fbc1be08ff8d req-64a7ad71-e875-4649-9d6c-f473df3f4232 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898910 Jun 23 19:08:31.025445 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-cc3d8343-6616-4791-8a2e-4883b48e95e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:31.110511 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-9f9ecf15-9a24-410a-8cee-b520c1c02a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:31.111960 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-9f9ecf15-9a24-410a-8cee-b520c1c02a99 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4917e4db4c4d4276900c99e47e99f9f9&device_id=d664b6a6-939a-44cd-b37d-af8b719d4fea HTTP/1.1" status: 200 len: 1096 time: 0.0514565 Jun 23 19:08:31.158164 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-519bb7b6-c46d-4493-a2bc-eb1b4964b86e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c49880b7-4538-47e8-9a40-026733b97ab9 HTTP/1.1" status: 200 len: 217 time: 0.0331261 Jun 23 19:08:31.206046 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-24246db1-dea2-4713-ac72-3c93f4e0c695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:31.207499 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-24246db1-dea2-4713-ac72-3c93f4e0c695 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7df1390-49dc-44e4-8ff7-113f6550a835 HTTP/1.1" status: 200 len: 850 time: 0.0432377 Jun 23 19:08:31.266158 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-f9f45b16-b77c-422b-9f08-dd57b3fad97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:31.267612 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-f9f45b16-b77c-422b-9f08-dd57b3fad97b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f68a85fd-bb85-49e6-98d1-0a49343d758a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539799 Jun 23 19:08:31.354026 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-b03842e7-ec9e-4489-98bc-6e887660a1b6 service neutron] 10.222.0.74 "GET /v2.0/networks/f68a85fd-bb85-49e6-98d1-0a49343d758a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793533 Jun 23 19:08:31.445068 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-049bbd89-fb6b-4e7f-ad0d-4bd010e5228d req-06981fdf-3adc-4247-ad66-22871da13a5b service neutron] 10.222.0.74 "GET /v2.0/networks/f68a85fd-bb85-49e6-98d1-0a49343d758a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843096 Jun 23 19:08:31.470491 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:31.602672 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51231022-3597-44ce-b040-c4244eb200a9 req-b629b353-f37c-4890-ac4a-2d947f6c0569 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:31.604125 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-51231022-3597-44ce-b040-c4244eb200a9 req-b629b353-f37c-4890-ac4a-2d947f6c0569 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=d664b6a6-939a-44cd-b37d-af8b719d4fea HTTP/1.1" status: 200 len: 943 time: 0.0655830 Jun 23 19:08:31.641257 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-51231022-3597-44ce-b040-c4244eb200a9 req-59f1acd9-d354-4db4-9d41-7f79b599c469 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314922 Jun 23 19:08:32.320642 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:32.812686 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053aab61-8f85-4737-9165-abe547f29233 req-18effa06-6c86-4088-a527-f1b4fa39e625 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:32.814144 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-053aab61-8f85-4737-9165-abe547f29233 req-18effa06-6c86-4088-a527-f1b4fa39e625 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=d664b6a6-939a-44cd-b37d-af8b719d4fea HTTP/1.1" status: 200 len: 943 time: 0.0616794 Jun 23 19:08:32.850540 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-053aab61-8f85-4737-9165-abe547f29233 req-a0211e7e-4082-4d62-8ccd-a6be2eb04469 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307150 Jun 23 19:08:33.611988 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:34.022073 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929d48b-22ec-45e7-adb5-489c2b3170cb req-41fe43c4-9818-4fb2-9293-f1b9309bbae5 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:34.024093 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-1929d48b-22ec-45e7-adb5-489c2b3170cb req-41fe43c4-9818-4fb2-9293-f1b9309bbae5 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=d664b6a6-939a-44cd-b37d-af8b719d4fea HTTP/1.1" status: 200 len: 943 time: 0.0624776 Jun 23 19:08:34.060174 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-1929d48b-22ec-45e7-adb5-489c2b3170cb req-e409d778-da8e-423d-bff6-34ba92c71e94 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305874 Jun 23 19:08:35.229358 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1a9d0-3990-4358-8c20-2e6fe7d46465 req-fa999c9c-26e2-4a9c-980b-c1a1a12dac30 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:35.230798 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-ddd1a9d0-3990-4358-8c20-2e6fe7d46465 req-fa999c9c-26e2-4a9c-980b-c1a1a12dac30 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=d664b6a6-939a-44cd-b37d-af8b719d4fea HTTP/1.1" status: 200 len: 943 time: 0.0627007 Jun 23 19:08:35.270670 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-ddd1a9d0-3990-4358-8c20-2e6fe7d46465 req-c20468c4-a8b9-4de7-9c84-fe9ddcf36a8a tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344152 Jun 23 19:08:36.442506 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b3c25-c4dd-432e-aee6-ec424435cb18 req-9e9556f0-d0f6-4019-b988-fd714bdc8644 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:36.443952 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-ae2b3c25-c4dd-432e-aee6-ec424435cb18 req-9e9556f0-d0f6-4019-b988-fd714bdc8644 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=d664b6a6-939a-44cd-b37d-af8b719d4fea HTTP/1.1" status: 200 len: 943 time: 0.0651433 Jun 23 19:08:36.480561 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-ae2b3c25-c4dd-432e-aee6-ec424435cb18 req-99d2a9d5-77a9-4ffb-80aa-16bc12a8b85e tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301449 Jun 23 19:08:37.650096 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efde12d-eabd-401c-bbeb-cc8d22f5f379 req-ce6f2273-4371-4fbc-b928-55ccb53ee31f tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:37.651562 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-1efde12d-eabd-401c-bbeb-cc8d22f5f379 req-ce6f2273-4371-4fbc-b928-55ccb53ee31f tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=d664b6a6-939a-44cd-b37d-af8b719d4fea HTTP/1.1" status: 200 len: 943 time: 0.0613441 Jun 23 19:08:37.688056 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-1efde12d-eabd-401c-bbeb-cc8d22f5f379 req-6972e9b3-fc0e-421d-a17d-47da77408e88 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310500 Jun 23 19:08:38.516292 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device c49880b7-4538-47e8-9a40-026733b97ab9 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=99983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:08:38.606757 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port c49880b7-4538-47e8-9a40-026733b97ab9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c49880b7-4538-47e8-9a40-026733b97ab9,segment=NetworkSegment(38874c69-333b-45e6-9da4-ed2bde4f846a),segment_id=38874c69-333b-45e6-9da4-ed2bde4f846a)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:08:38.618310 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Returning: {'device': 'c49880b7-4538-47e8-9a40-026733b97ab9', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'port_id': 'c49880b7-4538-47e8-9a40-026733b97ab9', 'mac_address': 'fa:16:3e:83:8c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:08:38.656751 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:38.668701 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c49880b7-4538-47e8-9a40-026733b97ab9 {{(pid=99983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:08:38.687072 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port c49880b7-4538-47e8-9a40-026733b97ab9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c49880b7-4538-47e8-9a40-026733b97ab9,segment=NetworkSegment(38874c69-333b-45e6-9da4-ed2bde4f846a),segment_id=38874c69-333b-45e6-9da4-ed2bde4f846a)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:08:38.760438 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:38.762363 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:38.807026 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=c49880b7-4538-47e8-9a40-026733b97ab9,revision_number=4']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:38.810137 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:38.856845 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc96913-3818-4ac1-9623-626e0f6c8ba1 req-50d0a6b2-8291-4c8f-81b8-263b5a6b1468 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:38.858333 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-0bc96913-3818-4ac1-9623-626e0f6c8ba1 req-50d0a6b2-8291-4c8f-81b8-263b5a6b1468 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=d664b6a6-939a-44cd-b37d-af8b719d4fea HTTP/1.1" status: 200 len: 944 time: 0.0623085 Jun 23 19:08:38.908837 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-0bc96913-3818-4ac1-9623-626e0f6c8ba1 req-9bf98984-3847-44e3-ae05-db729d10a145 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449212 Jun 23 19:08:39.047506 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['c49880b7-4538-47e8-9a40-026733b97ab9'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:08:40.086729 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e7163-502a-42f0-861a-8a1fd52744d5 req-e18503cb-9a84-48d5-976b-b8d1b148b2d7 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:40.086729 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-732e7163-502a-42f0-861a-8a1fd52744d5 req-e18503cb-9a84-48d5-976b-b8d1b148b2d7 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=d664b6a6-939a-44cd-b37d-af8b719d4fea HTTP/1.1" status: 200 len: 944 time: 0.0625842 Jun 23 19:08:40.120784 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-732e7163-502a-42f0-861a-8a1fd52744d5 req-d33a2a2c-16ea-4e92-b6a3-64cc10030c7e tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312648 Jun 23 19:08:40.532351 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device c49880b7-4538-47e8-9a40-026733b97ab9 up at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:08:40.656772 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning for port c49880b7-4538-47e8-9a40-026733b97ab9 completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:08:40.660464 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning complete for port c49880b7-4538-47e8-9a40-026733b97ab9 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:40.660847 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:40.737408 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:40.759048 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd664b6a6-939a-44cd-b37d-af8b719d4fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49880b7-4538-47e8-9a40-026733b97ab9'}] {{(pid=99983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:08:40.761305 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3da190a675926e82bddf1ae19285f5edc5f8218f501b2228f0a51a29f9c71fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa7f461-a5ef-4a9a-8f69-b84637f14c2a" -d '{"events": [{"server_uuid": "d664b6a6-939a-44cd-b37d-af8b719d4fea", "name": "network-vif-plugged", "status": "completed", "tag": "c49880b7-4538-47e8-9a40-026733b97ab9"}]}' {{(pid=99983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:08:40.774459 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port c49880b7-4538-47e8-9a40-026733b97ab9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c49880b7-4538-47e8-9a40-026733b97ab9,segment=NetworkSegment(38874c69-333b-45e6-9da4-ed2bde4f846a),segment_id=38874c69-333b-45e6-9da4-ed2bde4f846a)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:08:40.796258 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68a90c9-2be6-44f0-930c-c2284e3a3f5c x-openstack-request-id: req-c68a90c9-2be6-44f0-930c-c2284e3a3f5c {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:08:40.796530 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d664b6a6-939a-44cd-b37d-af8b719d4fea", "name": "network-vif-plugged", "status": "completed", "tag": "c49880b7-4538-47e8-9a40-026733b97ab9", "code": 200}]} {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:08:40.801804 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c68a90c9-2be6-44f0-930c-c2284e3a3f5c {{(pid=99983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:08:40.801804 dv-cinder-786386-8-iscsi neutron-server[99983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd664b6a6-939a-44cd-b37d-af8b719d4fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49880b7-4538-47e8-9a40-026733b97ab9', 'code': 200} Jun 23 19:08:40.845584 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:40.847616 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-886a1cee-7608-41c4-98a8-45260e9c7ec5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:40.895106 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=c49880b7-4538-47e8-9a40-026733b97ab9,revision_number=5']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:40.898720 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:41.309023 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6b834-58ab-40aa-9271-51440d2aa226 req-b14c94e1-16e8-480d-b723-45b96b64caed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:41.310488 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-dfc6b834-58ab-40aa-9271-51440d2aa226 req-b14c94e1-16e8-480d-b723-45b96b64caed service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d664b6a6-939a-44cd-b37d-af8b719d4fea HTTP/1.1" status: 200 len: 1098 time: 0.0932446 Jun 23 19:08:41.322758 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee215e-5b9e-43a5-ac23-8679e58356fb req-742a65d9-7243-4284-ab1b-2739bd8aa391 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:41.324102 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-eeee215e-5b9e-43a5-ac23-8679e58356fb req-742a65d9-7243-4284-ab1b-2739bd8aa391 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=d664b6a6-939a-44cd-b37d-af8b719d4fea HTTP/1.1" status: 200 len: 945 time: 0.0784118 Jun 23 19:08:41.372955 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-dfc6b834-58ab-40aa-9271-51440d2aa226 req-98a30afe-1720-4a4f-aebc-2c6cf209f00f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479491 Jun 23 19:08:41.377587 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-eeee215e-5b9e-43a5-ac23-8679e58356fb req-6e2efdfc-14cc-4416-ab3a-0efe70d447a5 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476241 Jun 23 19:08:41.496404 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:42.549012 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae12b4-2ac3-497e-baec-40637a77b697 req-de0735c4-3d80-497b-9b99-886cd7bdac2d tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:42.550509 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-feae12b4-2ac3-497e-baec-40637a77b697 req-de0735c4-3d80-497b-9b99-886cd7bdac2d tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=d664b6a6-939a-44cd-b37d-af8b719d4fea HTTP/1.1" status: 200 len: 945 time: 0.0623531 Jun 23 19:08:42.587869 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-feae12b4-2ac3-497e-baec-40637a77b697 req-1c2e371d-76f2-4e84-a5b9-3a2030b55904 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314839 Jun 23 19:08:43.758525 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b93313-45fa-4fad-aa02-cde46d84a01c req-743c03d9-dd8e-4f4b-a25c-4bba0c740e46 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:43.759980 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-88b93313-45fa-4fad-aa02-cde46d84a01c req-743c03d9-dd8e-4f4b-a25c-4bba0c740e46 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=d664b6a6-939a-44cd-b37d-af8b719d4fea HTTP/1.1" status: 200 len: 945 time: 0.0649662 Jun 23 19:08:43.796574 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-88b93313-45fa-4fad-aa02-cde46d84a01c req-c942f533-c7c3-4104-8ba6-b4830e393659 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310738 Jun 23 19:08:43.968482 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e95c59-2e62-41f5-8d9b-08030327b95e req-01ecaed0-6338-447b-b39e-38028fa6b43f tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:43.969946 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-81e95c59-2e62-41f5-8d9b-08030327b95e req-01ecaed0-6338-447b-b39e-38028fa6b43f tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=d664b6a6-939a-44cd-b37d-af8b719d4fea HTTP/1.1" status: 200 len: 945 time: 0.0647874 Jun 23 19:08:44.006758 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-81e95c59-2e62-41f5-8d9b-08030327b95e req-27ef05ab-6c40-4428-8844-86acca4f8991 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304694 Jun 23 19:08:44.030664 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 38466) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:44.118746 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dd3425-0803-4ad9-9226-1b416f27837e tempest-TestVolumeBootPattern-514880391 tempest-TestVolumeBootPattern-514880391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:44.120218 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-93dd3425-0803-4ad9-9226-1b416f27837e tempest-TestVolumeBootPattern-514880391 tempest-TestVolumeBootPattern-514880391-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d664b6a6-939a-44cd-b37d-af8b719d4fea HTTP/1.1" status: 200 len: 1093 time: 0.0886219 Jun 23 19:08:44.123081 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 38470) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:44.127358 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-ddac92ab-3edd-4679-a432-5e3cf58e3740 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Request body: {'floatingip': {'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'port_id': 'c49880b7-4538-47e8-9a40-026733b97ab9', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:44.214942 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-ddac92ab-3edd-4679-a432-5e3cf58e3740 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for floatingip, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:44.308827 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-ddac92ab-3edd-4679-a432-5e3cf58e3740 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:44.404983 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.db_base_plugin_common [None req-ddac92ab-3edd-4679-a432-5e3cf58e3740 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Allocated IP 172.27.0.145 (5d962e1b-a48a-439d-b5f0-687f24f30c92/77178bee-415e-4d1b-b321-842ae6d8e42c/28662a1a-3e34-409f-baec-43ae9a082c64) {{(pid=99981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:08:44.752377 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-ddac92ab-3edd-4679-a432-5e3cf58e3740 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for port, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:44.867373 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-ddac92ab-3edd-4679-a432-5e3cf58e3740 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-66155747'] for port, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:44.870043 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-db334226-f232-4644-9122-be814a2c5c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:44.903329 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddac92ab-3edd-4679-a432-5e3cf58e3740 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Network 5d962e1b-a48a-439d-b5f0-687f24f30c92 is already hosted by enough agents. {{(pid=99981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:08:44.908493 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [None req-ddac92ab-3edd-4679-a432-5e3cf58e3740 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Resources bound (agent type, host, resource id): {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:08:44.912356 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddac92ab-3edd-4679-a432-5e3cf58e3740 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Received port after_create {{(pid=99981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:08:44.939674 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac92ab-3edd-4679-a432-5e3cf58e3740 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Pushing event updated for resources: {'Port': ['ID=28662a1a-3e34-409f-baec-43ae9a082c64,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:44.943524 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-ddac92ab-3edd-4679-a432-5e3cf58e3740 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:45.265633 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-ddac92ab-3edd-4679-a432-5e3cf58e3740 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:45.393555 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-ddac92ab-3edd-4679-a432-5e3cf58e3740 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:45.543590 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-ddac92ab-3edd-4679-a432-5e3cf58e3740 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for port, precommit_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:45.609736 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-ddac92ab-3edd-4679-a432-5e3cf58e3740 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66155761'] for port, after_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:45.611715 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-8d1a4ff5-f97e-428f-a648-0b16f2a3d724 tempest-TestMinimumBasicScenario-122015270 tempest-TestMinimumBasicScenario-122015270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:45.673531 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac92ab-3edd-4679-a432-5e3cf58e3740 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Pushing event updated for resources: {'Port': ['ID=28662a1a-3e34-409f-baec-43ae9a082c64,revision_number=2']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:45.678805 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-ddac92ab-3edd-4679-a432-5e3cf58e3740 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:45.685087 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-ddac92ab-3edd-4679-a432-5e3cf58e3740 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1978722'] for floatingip, after_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:45.784457 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.db.l3_db [None req-ddac92ab-3edd-4679-a432-5e3cf58e3740 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Floating IP 78c57b8c-fcf3-4a08-88b8-89c3988483de associated. External IP: 172.27.0.145, port: c49880b7-4538-47e8-9a40-026733b97ab9. Jun 23 19:08:45.982693 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddac92ab-3edd-4679-a432-5e3cf58e3740 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Router 6aee4e35-373e-4630-bb6e-5e5a5b196444 has already been hosted by L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 {{(pid=99981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:08:46.086042 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddac92ab-3edd-4679-a432-5e3cf58e3740 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:08:46.095314 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e3edf3-e1d0-45bc-a5f5-a192b941db08 None None] Sync routers for ids ['6aee4e35-373e-4630-bb6e-5e5a5b196444'] in dv-cinder-786386-8-iscsi {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:08:46.105358 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e3edf3-e1d0-45bc-a5f5-a192b941db08 None None] Routers {'6aee4e35-373e-4630-bb6e-5e5a5b196444'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:08:46.105990 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-40e3edf3-e1d0-45bc-a5f5-a192b941db08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:08:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['6aee4e35-373e-4630-bb6e-5e5a5b196444'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:46.193741 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-ddac92ab-3edd-4679-a432-5e3cf58e3740 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for floatingip, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:46.209155 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-40e3edf3-e1d0-45bc-a5f5-a192b941db08 None None] Set router 6aee4e35-373e-4630-bb6e-5e5a5b196444 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:08:46.229529 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-ddac92ab-3edd-4679-a432-5e3cf58e3740 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1054394 Jun 23 19:08:46.230228 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd664b6a6-939a-44cd-b37d-af8b719d4fea', 'tag': 'c49880b7-4538-47e8-9a40-026733b97ab9'}] {{(pid=99981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:08:46.233164 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c19ba6c2e482ff9aabb3850c8975427142a9e03079a3b94b5c7a7eb1b25c395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0063275-fc5a-4da6-aca2-3d4798fe171d" -d '{"events": [{"name": "network-changed", "server_uuid": "d664b6a6-939a-44cd-b37d-af8b719d4fea", "tag": "c49880b7-4538-47e8-9a40-026733b97ab9"}]}' {{(pid=99981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:08:46.274487 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3560e301-5138-4037-98c2-5fe97c1031db x-openstack-request-id: req-3560e301-5138-4037-98c2-5fe97c1031db {{(pid=99981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:08:46.275067 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d664b6a6-939a-44cd-b37d-af8b719d4fea", "tag": "c49880b7-4538-47e8-9a40-026733b97ab9", "status": "completed", "code": 200}]} {{(pid=99981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:08:46.275168 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3560e301-5138-4037-98c2-5fe97c1031db {{(pid=99981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:08:46.275620 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd664b6a6-939a-44cd-b37d-af8b719d4fea', 'tag': 'c49880b7-4538-47e8-9a40-026733b97ab9', 'status': 'completed', 'code': 200} Jun 23 19:08:46.410030 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0063275-fc5a-4da6-aca2-3d4798fe171d req-3e90b151-1b37-4b67-b211-d435c9f1bf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:46.412085 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b0063275-fc5a-4da6-aca2-3d4798fe171d req-3e90b151-1b37-4b67-b211-d435c9f1bf65 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4917e4db4c4d4276900c99e47e99f9f9&device_id=d664b6a6-939a-44cd-b37d-af8b719d4fea HTTP/1.1" status: 200 len: 1098 time: 0.0917346 Jun 23 19:08:46.431614 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-40e3edf3-e1d0-45bc-a5f5-a192b941db08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'name': 'tempest-TestVolumeBootPattern-910145180-router', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:51Z', 'updated_at': '2021-06-23T19:07:54Z', 'revision_number': 4, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'gw_port': {'id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:52Z', 'updated_at': '2021-06-23T19:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_floatingips': [{'id': '78c57b8c-fcf3-4a08-88b8-89c3988483de', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'router_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'port_id': 'c49880b7-4538-47e8-9a40-026733b97ab9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'mac_address': 'fa:16:3e:83:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd664b6a6-939a-44cd-b37d-af8b719d4fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:08:45Z', 'updated_at': '2021-06-23T19:08:45Z', 'revision_number': 0, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea04eeec-bace-4ace-a1c8-69823864f727', 'name': '', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'mac_address': 'fa:16:3e:40:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:54Z', 'updated_at': '2021-06-23T19:07:59Z', 'revision_number': 5, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'subnets': [{'id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:46.456714 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e3edf3-e1d0-45bc-a5f5-a192b941db08 None None] Checking router: 6aee4e35-373e-4630-bb6e-5e5a5b196444 for host: dv-cinder-786386-8-iscsi {{(pid=99983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:08:46.464885 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e3edf3-e1d0-45bc-a5f5-a192b941db08 None None] Routers {'6aee4e35-373e-4630-bb6e-5e5a5b196444'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:08:46.465512 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-40e3edf3-e1d0-45bc-a5f5-a192b941db08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:08:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['6aee4e35-373e-4630-bb6e-5e5a5b196444'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:46.530640 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0063275-fc5a-4da6-aca2-3d4798fe171d req-c6446d4f-8acc-405e-886c-6443ea3d5487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:46.532001 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b0063275-fc5a-4da6-aca2-3d4798fe171d req-c6446d4f-8acc-405e-886c-6443ea3d5487 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f68a85fd-bb85-49e6-98d1-0a49343d758a HTTP/1.1" status: 200 len: 912 time: 0.1143014 Jun 23 19:08:46.570709 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-40e3edf3-e1d0-45bc-a5f5-a192b941db08 None None] Set router 6aee4e35-373e-4630-bb6e-5e5a5b196444 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:08:46.586107 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-072a856d-6ae3-4661-8864-9f888841f8b5 req-b8fc5b39-d6a0-4d78-a2c2-658e577599b3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d664b6a6-939a-44cd-b37d-af8b719d4fea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1016827 Jun 23 19:08:46.603340 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b0063275-fc5a-4da6-aca2-3d4798fe171d req-abb61462-38f8-4c24-bcdb-d7d795aa3a30 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c49880b7-4538-47e8-9a40-026733b97ab9 HTTP/1.1" status: 200 len: 999 time: 0.0630035 Jun 23 19:08:46.653656 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0063275-fc5a-4da6-aca2-3d4798fe171d req-efa710fb-ba82-4234-bbcf-87b3a8ff2192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:46.655113 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b0063275-fc5a-4da6-aca2-3d4798fe171d req-efa710fb-ba82-4234-bbcf-87b3a8ff2192 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7df1390-49dc-44e4-8ff7-113f6550a835 HTTP/1.1" status: 200 len: 850 time: 0.0461609 Jun 23 19:08:46.718549 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0063275-fc5a-4da6-aca2-3d4798fe171d req-aa0f25d3-43f3-4881-8a53-a2f511d409a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:46.720053 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b0063275-fc5a-4da6-aca2-3d4798fe171d req-aa0f25d3-43f3-4881-8a53-a2f511d409a0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f68a85fd-bb85-49e6-98d1-0a49343d758a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582979 Jun 23 19:08:46.732292 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [req-b0063275-fc5a-4da6-aca2-3d4798fe171d req-657a1b62-6db8-44df-9d49-48961e31ce2d service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=99982) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 19:08:46.732292 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b0063275-fc5a-4da6-aca2-3d4798fe171d req-657a1b62-6db8-44df-9d49-48961e31ce2d service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053248 Jun 23 19:08:46.823959 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b0063275-fc5a-4da6-aca2-3d4798fe171d req-ae52bca6-c457-470c-bee1-1823bc63c745 service neutron] 10.222.0.74 "GET /v2.0/networks/f68a85fd-bb85-49e6-98d1-0a49343d758a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851030 Jun 23 19:08:46.912865 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-40e3edf3-e1d0-45bc-a5f5-a192b941db08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'name': 'tempest-TestVolumeBootPattern-910145180-router', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:51Z', 'updated_at': '2021-06-23T19:07:54Z', 'revision_number': 4, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'gw_port': {'id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:52Z', 'updated_at': '2021-06-23T19:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_floatingips': [{'id': '78c57b8c-fcf3-4a08-88b8-89c3988483de', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'router_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'port_id': 'c49880b7-4538-47e8-9a40-026733b97ab9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'mac_address': 'fa:16:3e:83:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd664b6a6-939a-44cd-b37d-af8b719d4fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:08:45Z', 'updated_at': '2021-06-23T19:08:45Z', 'revision_number': 0, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea04eeec-bace-4ace-a1c8-69823864f727', 'name': '', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'mac_address': 'fa:16:3e:40:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:54Z', 'updated_at': '2021-06-23T19:07:59Z', 'revision_number': 5, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'subnets': [{'id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:46.913685 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b0063275-fc5a-4da6-aca2-3d4798fe171d req-c8eaafd3-83f9-4faf-9d92-8cf87a8311f5 service neutron] 10.222.0.74 "GET /v2.0/networks/f68a85fd-bb85-49e6-98d1-0a49343d758a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836689 Jun 23 19:08:46.941495 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e3edf3-e1d0-45bc-a5f5-a192b941db08 None None] The sync data for ids ['6aee4e35-373e-4630-bb6e-5e5a5b196444'] in dv-cinder-786386-8-iscsi is: [{'id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'name': 'tempest-TestVolumeBootPattern-910145180-router', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:51Z', 'updated_at': '2021-06-23T19:07:54Z', 'revision_number': 4, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'gw_port': {'id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:52Z', 'updated_at': '2021-06-23T19:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_floatingips': [{'id': '78c57b8c-fcf3-4a08-88b8-89c3988483de', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'router_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'port_id': 'c49880b7-4538-47e8-9a40-026733b97ab9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'mac_address': 'fa:16:3e:83:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd664b6a6-939a-44cd-b37d-af8b719d4fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:08:45Z', 'updated_at': '2021-06-23T19:08:45Z', 'revision_number': 0, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea04eeec-bace-4ace-a1c8-69823864f727', 'name': '', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'mac_address': 'fa:16:3e:40:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:54Z', 'updated_at': '2021-06-23T19:07:59Z', 'revision_number': 5, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'subnets': [{'id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:08:47.107267 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a856d-6ae3-4661-8864-9f888841f8b5 req-818819b4-5359-4794-8452-5f05a0c2894a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:47.116206 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-072a856d-6ae3-4661-8864-9f888841f8b5 req-818819b4-5359-4794-8452-5f05a0c2894a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4917e4db4c4d4276900c99e47e99f9f9&device_id=d664b6a6-939a-44cd-b37d-af8b719d4fea HTTP/1.1" status: 200 len: 1098 time: 0.0532634 Jun 23 19:08:47.136927 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196f178e-465c-4193-bdc7-48f33ea37891 None None] New status for floating IP 78c57b8c-fcf3-4a08-88b8-89c3988483de: ACTIVE {{(pid=99984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:08:47.218963 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a856d-6ae3-4661-8864-9f888841f8b5 req-97fc54ea-40d2-454c-922b-1e046c47527e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:47.220584 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-072a856d-6ae3-4661-8864-9f888841f8b5 req-97fc54ea-40d2-454c-922b-1e046c47527e service neutron] 10.222.0.74 "GET /v2.0/networks?id=f68a85fd-bb85-49e6-98d1-0a49343d758a HTTP/1.1" status: 200 len: 912 time: 0.0911682 Jun 23 19:08:47.283517 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-072a856d-6ae3-4661-8864-9f888841f8b5 req-df12309a-958b-445d-8df1-bc870a5b1bde service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c49880b7-4538-47e8-9a40-026733b97ab9 HTTP/1.1" status: 200 len: 999 time: 0.0557492 Jun 23 19:08:47.335183 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a856d-6ae3-4661-8864-9f888841f8b5 req-e14b68cf-32eb-49a4-a67e-e47e4d44f368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:47.336612 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-072a856d-6ae3-4661-8864-9f888841f8b5 req-e14b68cf-32eb-49a4-a67e-e47e4d44f368 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7df1390-49dc-44e4-8ff7-113f6550a835 HTTP/1.1" status: 200 len: 850 time: 0.0468235 Jun 23 19:08:47.393255 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a856d-6ae3-4661-8864-9f888841f8b5 req-3cde551c-dbe7-492d-9f62-9f3f56a87575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:47.394782 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-072a856d-6ae3-4661-8864-9f888841f8b5 req-3cde551c-dbe7-492d-9f62-9f3f56a87575 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f68a85fd-bb85-49e6-98d1-0a49343d758a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523148 Jun 23 19:08:47.481235 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-072a856d-6ae3-4661-8864-9f888841f8b5 req-0c0977bb-dc08-496d-a62f-d08dec7eb5cd service neutron] 10.222.0.74 "GET /v2.0/networks/f68a85fd-bb85-49e6-98d1-0a49343d758a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798256 Jun 23 19:08:47.569589 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-072a856d-6ae3-4661-8864-9f888841f8b5 req-86fa9912-cb4f-4f1d-bc59-3ac78f13427a service neutron] 10.222.0.74 "GET /v2.0/networks/f68a85fd-bb85-49e6-98d1-0a49343d758a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818913 Jun 23 19:08:47.868515 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 6 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:08:58.498499 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-0f99bab5-7d56-437f-a31e-7983e98b21ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:01.011976 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-e4972fe8-d112-4103-b5ea-6bab7399c1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:01.463242 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:02.325768 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:03.611550 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:11.507017 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:24.866213 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 6 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:09:28.463367 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-b04f7091-9508-49b3-bb97-b874e27d7d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:31.045645 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-6b050866-d50c-4a71-86ac-5257790d4ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:31.457009 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:32.331290 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:33.576524 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:41.512016 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:48.507508 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-47359c75-7345-4218-9c55-136ff8ba64c9 req-9f2db5da-fbc5-4e48-9518-c8cfbf6f5a94 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d664b6a6-939a-44cd-b37d-af8b719d4fea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507390 Jun 23 19:09:48.617464 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47359c75-7345-4218-9c55-136ff8ba64c9 req-d24685be-2a8f-4d95-81c7-6ef5c42019ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:48.618942 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-47359c75-7345-4218-9c55-136ff8ba64c9 req-d24685be-2a8f-4d95-81c7-6ef5c42019ac service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4917e4db4c4d4276900c99e47e99f9f9&device_id=d664b6a6-939a-44cd-b37d-af8b719d4fea HTTP/1.1" status: 200 len: 1098 time: 0.0545063 Jun 23 19:09:48.718678 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47359c75-7345-4218-9c55-136ff8ba64c9 req-348b62c7-694a-4466-8905-ebd8306c7e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:48.720123 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-47359c75-7345-4218-9c55-136ff8ba64c9 req-348b62c7-694a-4466-8905-ebd8306c7e6b service neutron] 10.222.0.74 "GET /v2.0/networks?id=f68a85fd-bb85-49e6-98d1-0a49343d758a HTTP/1.1" status: 200 len: 912 time: 0.0817516 Jun 23 19:09:48.785984 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-47359c75-7345-4218-9c55-136ff8ba64c9 req-7919c1a4-8354-40a7-8e8a-57f099cf834a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c49880b7-4538-47e8-9a40-026733b97ab9 HTTP/1.1" status: 200 len: 1001 time: 0.0593913 Jun 23 19:09:48.833821 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47359c75-7345-4218-9c55-136ff8ba64c9 req-5d409dac-e5f6-482c-89ab-4353f3a8c73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:48.835211 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-47359c75-7345-4218-9c55-136ff8ba64c9 req-5d409dac-e5f6-482c-89ab-4353f3a8c73d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7df1390-49dc-44e4-8ff7-113f6550a835 HTTP/1.1" status: 200 len: 850 time: 0.0416272 Jun 23 19:09:48.888959 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47359c75-7345-4218-9c55-136ff8ba64c9 req-3544fb86-aebf-488f-b25b-a6224c72b533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:48.890368 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-47359c75-7345-4218-9c55-136ff8ba64c9 req-3544fb86-aebf-488f-b25b-a6224c72b533 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f68a85fd-bb85-49e6-98d1-0a49343d758a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484672 Jun 23 19:09:48.978758 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-47359c75-7345-4218-9c55-136ff8ba64c9 req-e3161d3a-f8c1-47f7-b83f-072f6d22f885 service neutron] 10.222.0.74 "GET /v2.0/networks/f68a85fd-bb85-49e6-98d1-0a49343d758a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823689 Jun 23 19:09:49.062825 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-47359c75-7345-4218-9c55-136ff8ba64c9 req-3c017e71-bffc-4c61-9c20-71bec912429d service neutron] 10.222.0.74 "GET /v2.0/networks/f68a85fd-bb85-49e6-98d1-0a49343d758a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0775938 Jun 23 19:09:58.461810 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-84178463-0bb2-4689-9d3e-161dc317f61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:01.074746 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-58296f72-01aa-46bf-a163-294a290b2c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:01.480067 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:01.864911 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 6 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:10:02.341211 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:03.599380 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:11.557638 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:28.481002 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f88eaa5b-095c-42dc-b62d-7d70221d0c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:31.017886 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-a5ff957b-875b-46c3-90a0-8c62c7f98a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:31.491673 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:32.324760 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:33.623561 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:38.863083 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 6 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:10:41.507117 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:41.926220 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a468f5-399c-41f8-9082-1ac5a380c2fa req-469f2383-5836-4f7f-a508-1e6edd2f80db tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:41.927762 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-95a468f5-399c-41f8-9082-1ac5a380c2fa req-469f2383-5836-4f7f-a508-1e6edd2f80db tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=d664b6a6-939a-44cd-b37d-af8b719d4fea HTTP/1.1" status: 200 len: 945 time: 0.0662563 Jun 23 19:10:41.965236 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-95a468f5-399c-41f8-9082-1ac5a380c2fa req-eef690ea-0825-4451-afd5-336f6a743931 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317919 Jun 23 19:10:43.140421 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1466d6-e590-484b-bb20-7848209b9da4 req-dc942de2-09cc-40ba-b039-b4948dfd4a00 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:43.141876 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-dd1466d6-e590-484b-bb20-7848209b9da4 req-dc942de2-09cc-40ba-b039-b4948dfd4a00 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=d664b6a6-939a-44cd-b37d-af8b719d4fea HTTP/1.1" status: 200 len: 945 time: 0.0636630 Jun 23 19:10:43.179184 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-dd1466d6-e590-484b-bb20-7848209b9da4 req-e0d717e5-15fe-4755-a3c8-38165244a585 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317035 Jun 23 19:10:43.567001 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d467f-78ce-4b24-ae58-e9ed2a85b776 req-e3f773b5-d979-4993-ace2-d1e01a62ba6a tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:43.568414 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-5e8d467f-78ce-4b24-ae58-e9ed2a85b776 req-e3f773b5-d979-4993-ace2-d1e01a62ba6a tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.74 "GET /v2.0/ports?device_id=d664b6a6-939a-44cd-b37d-af8b719d4fea HTTP/1.1" status: 200 len: 945 time: 0.0607808 Jun 23 19:10:43.665500 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-5e8d467f-78ce-4b24-ae58-e9ed2a85b776 req-93372464-d9bc-49f9-981c-e5be3dc94b26 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Deleting port c49880b7-4538-47e8-9a40-026733b97ab9 {{(pid=99982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:10:43.665839 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-5e8d467f-78ce-4b24-ae58-e9ed2a85b776 req-93372464-d9bc-49f9-981c-e5be3dc94b26 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:43.749234 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-5e8d467f-78ce-4b24-ae58-e9ed2a85b776 req-93372464-d9bc-49f9-981c-e5be3dc94b26 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] For port c49880b7-4538-47e8-9a40-026733b97ab9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c49880b7-4538-47e8-9a40-026733b97ab9,segment=NetworkSegment(38874c69-333b-45e6-9da4-ed2bde4f846a),segment_id=38874c69-333b-45e6-9da4-ed2bde4f846a)] {{(pid=99982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:10:43.749587 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-5e8d467f-78ce-4b24-ae58-e9ed2a85b776 req-93372464-d9bc-49f9-981c-e5be3dc94b26 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:43.907403 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-5e8d467f-78ce-4b24-ae58-e9ed2a85b776 req-93372464-d9bc-49f9-981c-e5be3dc94b26 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:43.907775 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-5e8d467f-78ce-4b24-ae58-e9ed2a85b776 req-93372464-d9bc-49f9-981c-e5be3dc94b26 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1978722'] for floatingip, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:43.908086 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.db.l3_db [req-5e8d467f-78ce-4b24-ae58-e9ed2a85b776 req-93372464-d9bc-49f9-981c-e5be3dc94b26 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Floating IP 78c57b8c-fcf3-4a08-88b8-89c3988483de disassociated. External IP: 172.27.0.145, port: c49880b7-4538-47e8-9a40-026733b97ab9. Jun 23 19:10:43.908427 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-5e8d467f-78ce-4b24-ae58-e9ed2a85b776 req-93372464-d9bc-49f9-981c-e5be3dc94b26 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Calling delete_port for c49880b7-4538-47e8-9a40-026733b97ab9 owned by compute:nova {{(pid=99982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:10:44.089509 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-5e8d467f-78ce-4b24-ae58-e9ed2a85b776 req-93372464-d9bc-49f9-981c-e5be3dc94b26 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63686034'] for port, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:44.093602 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-4297b0e1-9a09-441c-bf61-15c0f50088e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:44.116914 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93372464-d9bc-49f9-981c-e5be3dc94b26 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Pushing event deleted for resources: {'Port': ['ID=c49880b7-4538-47e8-9a40-026733b97ab9,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:44.127201 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93372464-d9bc-49f9-981c-e5be3dc94b26 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:44.127590 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93372464-d9bc-49f9-981c-e5be3dc94b26 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:44.127969 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93372464-d9bc-49f9-981c-e5be3dc94b26 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:44.128341 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93372464-d9bc-49f9-981c-e5be3dc94b26 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:44.128711 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93372464-d9bc-49f9-981c-e5be3dc94b26 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:44.129079 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93372464-d9bc-49f9-981c-e5be3dc94b26 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:44.129447 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93372464-d9bc-49f9-981c-e5be3dc94b26 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:44.130125 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93372464-d9bc-49f9-981c-e5be3dc94b26 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:44.130276 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93372464-d9bc-49f9-981c-e5be3dc94b26 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:44.130583 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93372464-d9bc-49f9-981c-e5be3dc94b26 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:44.130896 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93372464-d9bc-49f9-981c-e5be3dc94b26 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:44.131253 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93372464-d9bc-49f9-981c-e5be3dc94b26 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:44.135555 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-93372464-d9bc-49f9-981c-e5be3dc94b26 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:44.241117 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e8d467f-78ce-4b24-ae58-e9ed2a85b776 req-93372464-d9bc-49f9-981c-e5be3dc94b26 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Router 6aee4e35-373e-4630-bb6e-5e5a5b196444 has already been hosted by L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 {{(pid=99982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:10:44.609085 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-8ea6deaa-1de8-4260-9803-c8399db4cee5 req-654aa691-6ecf-499f-b686-8a0665ecc7f5 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=d664b6a6-939a-44cd-b37d-af8b719d4fea HTTP/1.1" status: 200 len: 210 time: 0.0352447 Jun 23 19:10:44.662348 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e8d467f-78ce-4b24-ae58-e9ed2a85b776 req-93372464-d9bc-49f9-981c-e5be3dc94b26 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:10:44.673678 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d7638a-f12d-42d4-9771-911f67e8fe1f None None] Sync routers for ids ['6aee4e35-373e-4630-bb6e-5e5a5b196444'] in dv-cinder-786386-8-iscsi {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:10:44.682350 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d7638a-f12d-42d4-9771-911f67e8fe1f None None] Routers {'6aee4e35-373e-4630-bb6e-5e5a5b196444'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:10:44.682970 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-b7d7638a-f12d-42d4-9771-911f67e8fe1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:10:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['6aee4e35-373e-4630-bb6e-5e5a5b196444'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:10:44.703922 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8d467f-78ce-4b24-ae58-e9ed2a85b776 req-93372464-d9bc-49f9-981c-e5be3dc94b26 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] No DVR routers for this DVR port c49880b7-4538-47e8-9a40-026733b97ab9 on host hv-cinder-78638 {{(pid=99982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:10:44.706371 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-5e8d467f-78ce-4b24-ae58-e9ed2a85b776 req-93372464-d9bc-49f9-981c-e5be3dc94b26 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:44.708226 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-5e8d467f-78ce-4b24-ae58-e9ed2a85b776 req-93372464-d9bc-49f9-981c-e5be3dc94b26 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.74 "DELETE /v2.0/ports/c49880b7-4538-47e8-9a40-026733b97ab9 HTTP/1.1" status: 204 len: 173 time: 1.1345747 Jun 23 19:10:44.708816 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd664b6a6-939a-44cd-b37d-af8b719d4fea', 'name': 'network-vif-deleted', 'tag': 'c49880b7-4538-47e8-9a40-026733b97ab9'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:10:44.711099 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45243b6-d34f-4aef-9837-6ee3c6bdd09d" -d '{"events": [{"server_uuid": "d664b6a6-939a-44cd-b37d-af8b719d4fea", "name": "network-vif-deleted", "tag": "c49880b7-4538-47e8-9a40-026733b97ab9"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:10:44.790473 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-b7d7638a-f12d-42d4-9771-911f67e8fe1f None None] Set router 6aee4e35-373e-4630-bb6e-5e5a5b196444 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:10:44.801286 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f036d9-4e8b-4276-9907-99d0001f781b x-openstack-request-id: req-13f036d9-4e8b-4276-9907-99d0001f781b {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:10:44.801625 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d664b6a6-939a-44cd-b37d-af8b719d4fea", "name": "network-vif-deleted", "tag": "c49880b7-4538-47e8-9a40-026733b97ab9", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:10:44.801920 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-13f036d9-4e8b-4276-9907-99d0001f781b {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:10:44.802410 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd664b6a6-939a-44cd-b37d-af8b719d4fea', 'name': 'network-vif-deleted', 'tag': 'c49880b7-4538-47e8-9a40-026733b97ab9', 'status': 'completed', 'code': 200} Jun 23 19:10:44.994961 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-b7d7638a-f12d-42d4-9771-911f67e8fe1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'name': 'tempest-TestVolumeBootPattern-910145180-router', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:51Z', 'updated_at': '2021-06-23T19:07:54Z', 'revision_number': 4, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'gw_port': {'id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:52Z', 'updated_at': '2021-06-23T19:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': 'ea04eeec-bace-4ace-a1c8-69823864f727', 'name': '', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'mac_address': 'fa:16:3e:40:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:54Z', 'updated_at': '2021-06-23T19:07:59Z', 'revision_number': 5, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'subnets': [{'id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:10:45.020966 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d7638a-f12d-42d4-9771-911f67e8fe1f None None] Checking router: 6aee4e35-373e-4630-bb6e-5e5a5b196444 for host: dv-cinder-786386-8-iscsi {{(pid=99983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:10:45.029933 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d7638a-f12d-42d4-9771-911f67e8fe1f None None] Routers {'6aee4e35-373e-4630-bb6e-5e5a5b196444'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:10:45.030620 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-b7d7638a-f12d-42d4-9771-911f67e8fe1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:10:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['6aee4e35-373e-4630-bb6e-5e5a5b196444'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:10:45.129558 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-b7d7638a-f12d-42d4-9771-911f67e8fe1f None None] Set router 6aee4e35-373e-4630-bb6e-5e5a5b196444 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:10:45.320971 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-b7d7638a-f12d-42d4-9771-911f67e8fe1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'name': 'tempest-TestVolumeBootPattern-910145180-router', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:51Z', 'updated_at': '2021-06-23T19:07:54Z', 'revision_number': 4, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'gw_port': {'id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:52Z', 'updated_at': '2021-06-23T19:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': 'ea04eeec-bace-4ace-a1c8-69823864f727', 'name': '', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'mac_address': 'fa:16:3e:40:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:54Z', 'updated_at': '2021-06-23T19:07:59Z', 'revision_number': 5, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'subnets': [{'id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:10:45.347412 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d7638a-f12d-42d4-9771-911f67e8fe1f None None] The sync data for ids ['6aee4e35-373e-4630-bb6e-5e5a5b196444'] in dv-cinder-786386-8-iscsi is: [{'id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'name': 'tempest-TestVolumeBootPattern-910145180-router', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:51Z', 'updated_at': '2021-06-23T19:07:54Z', 'revision_number': 4, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'gw_port': {'id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:52Z', 'updated_at': '2021-06-23T19:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': 'ea04eeec-bace-4ace-a1c8-69823864f727', 'name': '', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'mac_address': 'fa:16:3e:40:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:54Z', 'updated_at': '2021-06-23T19:07:59Z', 'revision_number': 5, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'subnets': [{'id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:10:45.559521 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b69673-4042-442e-a64d-f3f0e202d41f None None] New status for floating IP 78c57b8c-fcf3-4a08-88b8-89c3988483de: DOWN {{(pid=99984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:10:45.761458 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-d9e7e965-1957-4e7a-b9f4-e00f7d7a1a89 req-31d30882-989a-4492-830b-9b33b13a19b8 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=d664b6a6-939a-44cd-b37d-af8b719d4fea HTTP/1.1" status: 200 len: 210 time: 0.0277429 Jun 23 19:10:47.044903 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-81b1739f-e335-4dc3-9c75-ad072a559936 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-719144961&fields=id&tenant_id=4917e4db4c4d4276900c99e47e99f9f9 HTTP/1.1" status: 200 len: 267 time: 0.0320854 Jun 23 19:10:47.075469 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device c49880b7-4538-47e8-9a40-026733b97ab9 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:10:47.095791 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] No Port match for: c49880b7-4538-47e8-9a40-026733b97ab9 {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:10:47.096153 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device c49880b7-4538-47e8-9a40-026733b97ab9 not bound to the agent host hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:10:47.148212 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-9114a280-8ed8-417b-8f4a-473796e3b22a tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:47.149629 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-9114a280-8ed8-417b-8f4a-473796e3b22a tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/networks?id=f68a85fd-bb85-49e6-98d1-0a49343d758a HTTP/1.1" status: 200 len: 811 time: 0.0983603 Jun 23 19:10:47.164116 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-ad12e393-fb6d-4bdf-823b-fe13e7a6ed08 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/quotas/4917e4db4c4d4276900c99e47e99f9f9 HTTP/1.1" status: 200 len: 375 time: 0.0086222 Jun 23 19:10:47.233933 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-2da90a8b-7072-450c-947a-20bd8357ed2b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4917e4db4c4d4276900c99e47e99f9f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0645106 Jun 23 19:10:47.289875 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-27dab340-b299-4d0f-ba98-efaeb406c808 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=99982) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 19:10:47.290416 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-27dab340-b299-4d0f-ba98-efaeb406c808 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459940 Jun 23 19:10:47.380685 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-4615e491-ede4-4af6-8f0d-6d89308b1c89 service neutron] 10.222.0.47 "GET /v2.0/networks/f68a85fd-bb85-49e6-98d1-0a49343d758a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844624 Jun 23 19:10:47.467309 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-b0d46e97-710a-44ca-8b8b-d505af8cfd43 service neutron] 10.222.0.47 "GET /v2.0/networks/f68a85fd-bb85-49e6-98d1-0a49343d758a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809906 Jun 23 19:10:48.051413 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-1786cb71-4cd5-4039-8344-6b4edc5f79df req-a754ae68-6632-4233-bf93-932af52d5161 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=00e4da93-b88f-4353-9cf0-decae3d1c420 HTTP/1.1" status: 200 len: 210 time: 0.0329409 Jun 23 19:10:49.194317 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-20186af5-d4a1-4036-915f-58991a9fb682 req-d5298cc7-095e-40f9-a42b-111e82da4ca6 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=00e4da93-b88f-4353-9cf0-decae3d1c420 HTTP/1.1" status: 200 len: 210 time: 0.0323229 Jun 23 19:10:50.144557 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-e66bcdea-813c-475b-9d95-696a259acb4d tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:50.145961 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-e66bcdea-813c-475b-9d95-696a259acb4d tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.74 "GET /v2.0/networks?id=f68a85fd-bb85-49e6-98d1-0a49343d758a HTTP/1.1" status: 200 len: 811 time: 0.0987353 Jun 23 19:10:50.194849 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-441ea531-cbac-4d09-a099-37b0ba59c970 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4917e4db4c4d4276900c99e47e99f9f9 HTTP/1.1" status: 200 len: 379 time: 0.0336912 Jun 23 19:10:50.203170 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-7119cbdd-9ea3-4761-b50d-8fd990caa45e tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Request body: {'port': {'device_id': '00e4da93-b88f-4353-9cf0-decae3d1c420', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'admin_state_up': True, 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'security_groups': ['e7e952de-09f4-43d7-a9b6-d9217c9d15bf']}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:10:50.335386 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-390fc395-b8db-4997-ae66-adf9533c634b req-50c65c99-08b7-4a96-94e0-684d7d9710e6 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=00e4da93-b88f-4353-9cf0-decae3d1c420 HTTP/1.1" status: 200 len: 210 time: 0.0283957 Jun 23 19:10:50.363331 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-7119cbdd-9ea3-4761-b50d-8fd990caa45e tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Made reservation on behalf of 4917e4db4c4d4276900c99e47e99f9f9 for: {'port': 1} {{(pid=99982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:10:50.367119 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-7119cbdd-9ea3-4761-b50d-8fd990caa45e tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:50.490598 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.db_base_plugin_common [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-7119cbdd-9ea3-4761-b50d-8fd990caa45e tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Allocated IP 172.20.0.10 (f68a85fd-bb85-49e6-98d1-0a49343d758a/b7df1390-49dc-44e4-8ff7-113f6550a835/c629dd42-05db-43b3-b04f-7fe2a3839843) {{(pid=99982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:10:50.629666 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-7119cbdd-9ea3-4761-b50d-8fd990caa45e tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for port, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:50.642511 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.provisioning_blocks [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-7119cbdd-9ea3-4761-b50d-8fd990caa45e tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Transition to ACTIVE for port object c629dd42-05db-43b3-b04f-7fe2a3839843 will not be triggered until provisioned by entity DHCP. {{(pid=99982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:10:50.735382 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-7119cbdd-9ea3-4761-b50d-8fd990caa45e tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63686027'] for port, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:50.739335 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-393cd8d2-d366-462f-957b-e0c484d22021 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:50.782586 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-7119cbdd-9ea3-4761-b50d-8fd990caa45e tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Network f68a85fd-bb85-49e6-98d1-0a49343d758a is already hosted by enough agents. {{(pid=99982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:10:50.785987 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.base_scheduler [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-7119cbdd-9ea3-4761-b50d-8fd990caa45e tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Resources bound (agent type, host, resource id): {{(pid=99982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:10:50.790485 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-7119cbdd-9ea3-4761-b50d-8fd990caa45e tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Received port after_create {{(pid=99982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:10:50.818901 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119cbdd-9ea3-4761-b50d-8fd990caa45e tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Pushing event updated for resources: {'Port': ['ID=c629dd42-05db-43b3-b04f-7fe2a3839843,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:50.821912 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-7119cbdd-9ea3-4761-b50d-8fd990caa45e tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:50.845731 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-7119cbdd-9ea3-4761-b50d-8fd990caa45e tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:50.846407 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-7119cbdd-9ea3-4761-b50d-8fd990caa45e tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:51.055928 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-7119cbdd-9ea3-4761-b50d-8fd990caa45e tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8564150 Jun 23 19:10:51.075466 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-83fbebd4-b0e5-47f9-aedc-a87fc0ad3691 service neutron] Request body: {'port': {'device_id': '00e4da93-b88f-4353-9cf0-decae3d1c420', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:10:51.083797 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-42c6dd4d-5891-4a03-a9d0-7e2c923c2d5a None None] Provisioning for port c629dd42-05db-43b3-b04f-7fe2a3839843 completed by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:10:51.087847 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-42c6dd4d-5891-4a03-a9d0-7e2c923c2d5a None None] Provisioning complete for port c629dd42-05db-43b3-b04f-7fe2a3839843 triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:10:51.088145 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-42c6dd4d-5891-4a03-a9d0-7e2c923c2d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:51.126713 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-42c6dd4d-5891-4a03-a9d0-7e2c923c2d5a None None] Port c629dd42-05db-43b3-b04f-7fe2a3839843 cannot update to ACTIVE because it is not bound. {{(pid=99983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:10:51.146490 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-83fbebd4-b0e5-47f9-aedc-a87fc0ad3691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:51.404294 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-83fbebd4-b0e5-47f9-aedc-a87fc0ad3691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c629dd42-05db-43b3-b04f-7fe2a3839843 {{(pid=99982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:10:51.412132 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-83fbebd4-b0e5-47f9-aedc-a87fc0ad3691 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:51.424445 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.provisioning_blocks [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-83fbebd4-b0e5-47f9-aedc-a87fc0ad3691 service neutron] Transition to ACTIVE for port object c629dd42-05db-43b3-b04f-7fe2a3839843 will not be triggered until provisioned by entity L2. {{(pid=99982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:10:51.490667 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-83fbebd4-b0e5-47f9-aedc-a87fc0ad3691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63686041'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:51.494040 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-1d8890d8-e30c-45b7-9c45-1c4c81b67eaf tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:51.550563 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a4304-75ad-477e-8b64-a58101688ccf req-4c727d9a-1452-4a5e-a2b6-8af92bc75f66 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:51.552105 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b30a4304-75ad-477e-8b64-a58101688ccf req-4c727d9a-1452-4a5e-a2b6-8af92bc75f66 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=00e4da93-b88f-4353-9cf0-decae3d1c420 HTTP/1.1" status: 200 len: 932 time: 0.1041410 Jun 23 19:10:51.587523 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fbebd4-b0e5-47f9-aedc-a87fc0ad3691 service neutron] Pushing event updated for resources: {'Port': ['ID=c629dd42-05db-43b3-b04f-7fe2a3839843,revision_number=2']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:51.592338 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-83fbebd4-b0e5-47f9-aedc-a87fc0ad3691 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:51.650276 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b30a4304-75ad-477e-8b64-a58101688ccf req-ff40a6dc-31f8-4e04-9248-3cc3b0317267 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895810 Jun 23 19:10:51.665450 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-83fbebd4-b0e5-47f9-aedc-a87fc0ad3691 service neutron] Attempting to bind port c629dd42-05db-43b3-b04f-7fe2a3839843 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:10:51.665794 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-83fbebd4-b0e5-47f9-aedc-a87fc0ad3691 service neutron] Attempting to bind port c629dd42-05db-43b3-b04f-7fe2a3839843 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '38874c69-333b-45e6-9da4-ed2bde4f846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a'}] {{(pid=99982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:10:51.666142 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-83fbebd4-b0e5-47f9-aedc-a87fc0ad3691 service neutron] Attempting to bind port c629dd42-05db-43b3-b04f-7fe2a3839843 on network f68a85fd-bb85-49e6-98d1-0a49343d758a {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:10:51.675488 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-83fbebd4-b0e5-47f9-aedc-a87fc0ad3691 service neutron] Port c629dd42-05db-43b3-b04f-7fe2a3839843 on network f68a85fd-bb85-49e6-98d1-0a49343d758a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:10:51.675894 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-83fbebd4-b0e5-47f9-aedc-a87fc0ad3691 service neutron] Attempting to bind port c629dd42-05db-43b3-b04f-7fe2a3839843 on network f68a85fd-bb85-49e6-98d1-0a49343d758a {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:10:51.681444 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-83fbebd4-b0e5-47f9-aedc-a87fc0ad3691 service neutron] Checking agent: {'id': '3aaf2a66-4435-4fa2-a046-8ce762f61c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:10:51.681778 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-83fbebd4-b0e5-47f9-aedc-a87fc0ad3691 service neutron] Checking segment: {'id': '38874c69-333b-45e6-9da4-ed2bde4f846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:10:51.682143 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-83fbebd4-b0e5-47f9-aedc-a87fc0ad3691 service neutron] Bound using segment: {'id': '38874c69-333b-45e6-9da4-ed2bde4f846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a'} {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:10:51.687426 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-83fbebd4-b0e5-47f9-aedc-a87fc0ad3691 service neutron] Bound port: c629dd42-05db-43b3-b04f-7fe2a3839843, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38874c69-333b-45e6-9da4-ed2bde4f846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a'}}] {{(pid=99982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:10:51.687426 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-83fbebd4-b0e5-47f9-aedc-a87fc0ad3691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:51.754028 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-83fbebd4-b0e5-47f9-aedc-a87fc0ad3691 service neutron] For port c629dd42-05db-43b3-b04f-7fe2a3839843, host hv-cinder-78638, cleared binding levels {{(pid=99982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:10:51.757143 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-83fbebd4-b0e5-47f9-aedc-a87fc0ad3691 service neutron] For port c629dd42-05db-43b3-b04f-7fe2a3839843, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c629dd42-05db-43b3-b04f-7fe2a3839843,segment=NetworkSegment(38874c69-333b-45e6-9da4-ed2bde4f846a),segment_id=38874c69-333b-45e6-9da4-ed2bde4f846a)] {{(pid=99982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:10:51.848939 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-83fbebd4-b0e5-47f9-aedc-a87fc0ad3691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63686041'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:51.850952 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-24f80770-c51b-40a6-aea5-c4c97797953f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:51.883605 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-83fbebd4-b0e5-47f9-aedc-a87fc0ad3691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:51.884311 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-83fbebd4-b0e5-47f9-aedc-a87fc0ad3691 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:51.885666 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-83fbebd4-b0e5-47f9-aedc-a87fc0ad3691 service neutron] 10.222.0.74 "PUT /v2.0/ports/c629dd42-05db-43b3-b04f-7fe2a3839843 HTTP/1.1" status: 200 len: 1094 time: 0.8143423 Jun 23 19:10:51.886181 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e4da93-b88f-4353-9cf0-decae3d1c420', 'tag': 'c629dd42-05db-43b3-b04f-7fe2a3839843'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:10:51.888550 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b520ee2e-aeb3-496c-92fe-b902bf994b4d" -d '{"events": [{"name": "network-changed", "server_uuid": "00e4da93-b88f-4353-9cf0-decae3d1c420", "tag": "c629dd42-05db-43b3-b04f-7fe2a3839843"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:10:51.914364 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fbebd4-b0e5-47f9-aedc-a87fc0ad3691 service neutron] Pushing event updated for resources: {'Port': ['ID=c629dd42-05db-43b3-b04f-7fe2a3839843,revision_number=3']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:51.917789 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-83fbebd4-b0e5-47f9-aedc-a87fc0ad3691 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:51.932606 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315f0e15-e9c2-4fa6-b6a8-646aacbfa0ac x-openstack-request-id: req-315f0e15-e9c2-4fa6-b6a8-646aacbfa0ac {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:10:51.933064 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e4da93-b88f-4353-9cf0-decae3d1c420", "tag": "c629dd42-05db-43b3-b04f-7fe2a3839843", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:10:51.933404 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-315f0e15-e9c2-4fa6-b6a8-646aacbfa0ac {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:10:51.933913 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e4da93-b88f-4353-9cf0-decae3d1c420', 'tag': 'c629dd42-05db-43b3-b04f-7fe2a3839843', 'status': 'completed', 'code': 200} Jun 23 19:10:52.033965 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520ee2e-aeb3-496c-92fe-b902bf994b4d req-de15dd88-5696-47ec-b45a-8a5ced808dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:52.035464 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b520ee2e-aeb3-496c-92fe-b902bf994b4d req-de15dd88-5696-47ec-b45a-8a5ced808dc9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4917e4db4c4d4276900c99e47e99f9f9&device_id=00e4da93-b88f-4353-9cf0-decae3d1c420 HTTP/1.1" status: 200 len: 1097 time: 0.0584836 Jun 23 19:10:52.136062 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520ee2e-aeb3-496c-92fe-b902bf994b4d req-bc7b9620-df65-4f29-a1e8-5579d506a509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:52.137530 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b520ee2e-aeb3-496c-92fe-b902bf994b4d req-bc7b9620-df65-4f29-a1e8-5579d506a509 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=4917e4db4c4d4276900c99e47e99f9f9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0898278 Jun 23 19:10:52.230360 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520ee2e-aeb3-496c-92fe-b902bf994b4d req-e56a4200-9870-4f07-bc2e-45a5591800c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:52.231685 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b520ee2e-aeb3-496c-92fe-b902bf994b4d req-e56a4200-9870-4f07-bc2e-45a5591800c0 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880866 Jun 23 19:10:52.340008 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-8e87bb2c-aaf4-4af4-bdc6-551e80329ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:52.341931 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-8e87bb2c-aaf4-4af4-bdc6-551e80329ba7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4917e4db4c4d4276900c99e47e99f9f9&device_id=00e4da93-b88f-4353-9cf0-decae3d1c420 HTTP/1.1" status: 200 len: 1097 time: 0.0500321 Jun 23 19:10:52.390421 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-11b500cb-c8ca-4691-a318-ea67dfa77ed9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c629dd42-05db-43b3-b04f-7fe2a3839843 HTTP/1.1" status: 200 len: 217 time: 0.0364344 Jun 23 19:10:52.437003 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-683fe6bf-4419-45cb-b2be-da8b42fc41c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:52.438417 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-683fe6bf-4419-45cb-b2be-da8b42fc41c2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7df1390-49dc-44e4-8ff7-113f6550a835 HTTP/1.1" status: 200 len: 850 time: 0.0423875 Jun 23 19:10:52.493239 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-07e10c2b-14a4-4778-ba1b-e222eafc8c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:52.494573 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-07e10c2b-14a4-4778-ba1b-e222eafc8c36 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f68a85fd-bb85-49e6-98d1-0a49343d758a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493181 Jun 23 19:10:52.582849 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-b6a450a0-548e-4c98-9849-da8a43dbeee4 service neutron] 10.222.0.74 "GET /v2.0/networks/f68a85fd-bb85-49e6-98d1-0a49343d758a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814621 Jun 23 19:10:52.668140 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-72aacdb3-f2fc-4e4f-9dcc-87f3b3121b66 req-17e91e53-a416-430b-b50e-66f315909dbe service neutron] 10.222.0.74 "GET /v2.0/networks/f68a85fd-bb85-49e6-98d1-0a49343d758a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793986 Jun 23 19:10:52.839573 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171d151-e9f2-469d-b990-447e6e737337 req-d9960559-a5b8-4f44-9c4c-612777fb7eb0 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:52.841080 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4171d151-e9f2-469d-b990-447e6e737337 req-d9960559-a5b8-4f44-9c4c-612777fb7eb0 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=00e4da93-b88f-4353-9cf0-decae3d1c420 HTTP/1.1" status: 200 len: 944 time: 0.0626428 Jun 23 19:10:52.880939 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4171d151-e9f2-469d-b990-447e6e737337 req-3b1de563-f5d3-493b-a372-d3680fb37dc4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342314 Jun 23 19:10:54.052574 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32c9da-5a40-485e-a72e-349d37634294 req-b260788c-b2b1-4531-9556-2464bb96a212 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:54.053913 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-4b32c9da-5a40-485e-a72e-349d37634294 req-b260788c-b2b1-4531-9556-2464bb96a212 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=00e4da93-b88f-4353-9cf0-decae3d1c420 HTTP/1.1" status: 200 len: 944 time: 0.0608730 Jun 23 19:10:54.089537 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-4b32c9da-5a40-485e-a72e-349d37634294 req-1314c4d4-a685-475d-87fe-25882f224203 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300832 Jun 23 19:10:55.258012 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3af629-aa9e-4d5b-ab56-9a546a508863 req-3eaf87a6-41ef-4b24-a937-da36e9c19dd7 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:55.259472 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-eb3af629-aa9e-4d5b-ab56-9a546a508863 req-3eaf87a6-41ef-4b24-a937-da36e9c19dd7 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=00e4da93-b88f-4353-9cf0-decae3d1c420 HTTP/1.1" status: 200 len: 944 time: 0.0612454 Jun 23 19:10:55.295943 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-eb3af629-aa9e-4d5b-ab56-9a546a508863 req-841b5561-5dbd-46f0-b0cb-ebe17d20997d tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309298 Jun 23 19:10:56.464673 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bababeb7-b6aa-407b-800d-0f9444373a12 req-d92a6803-fa17-4661-a54f-4134a6bb0d5b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:56.466116 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-bababeb7-b6aa-407b-800d-0f9444373a12 req-d92a6803-fa17-4661-a54f-4134a6bb0d5b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=00e4da93-b88f-4353-9cf0-decae3d1c420 HTTP/1.1" status: 200 len: 944 time: 0.0644274 Jun 23 19:10:56.502933 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-bababeb7-b6aa-407b-800d-0f9444373a12 req-a7e7935f-f551-48d0-be06-10edb2be731d tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310996 Jun 23 19:10:57.670393 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13b6c9-b9af-4149-9aba-c443374b4474 req-01ca17e3-d79c-4249-9835-da85046b6073 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:57.671822 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0a13b6c9-b9af-4149-9aba-c443374b4474 req-01ca17e3-d79c-4249-9835-da85046b6073 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=00e4da93-b88f-4353-9cf0-decae3d1c420 HTTP/1.1" status: 200 len: 944 time: 0.0620966 Jun 23 19:10:57.707721 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0a13b6c9-b9af-4149-9aba-c443374b4474 req-9200569d-ad03-4efd-b4a0-a8e7316e4240 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303547 Jun 23 19:10:58.475602 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-4897ad12-ddee-4961-a3f8-aa8075d87b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:58.880359 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70412a-c785-4e1c-aa20-7305171190fc req-d0e61f3d-b5f0-4905-acb7-0dc92425f8a5 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:58.881810 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-9d70412a-c785-4e1c-aa20-7305171190fc req-d0e61f3d-b5f0-4905-acb7-0dc92425f8a5 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=00e4da93-b88f-4353-9cf0-decae3d1c420 HTTP/1.1" status: 200 len: 944 time: 0.0653508 Jun 23 19:10:58.918301 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-9d70412a-c785-4e1c-aa20-7305171190fc req-f185027e-aa90-4bd4-828a-622d88f1ef2f tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308578 Jun 23 19:11:00.088525 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71c851-cc49-4ad1-bd28-e1cc10542507 req-5cd62333-41e1-4e52-9d6e-98d84a16d9f5 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:00.089870 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-1a71c851-cc49-4ad1-bd28-e1cc10542507 req-5cd62333-41e1-4e52-9d6e-98d84a16d9f5 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=00e4da93-b88f-4353-9cf0-decae3d1c420 HTTP/1.1" status: 200 len: 944 time: 0.0644515 Jun 23 19:11:00.125856 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-1a71c851-cc49-4ad1-bd28-e1cc10542507 req-4e886478-81cf-4d3f-9dce-8abf019cce26 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298717 Jun 23 19:11:01.070436 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-821d0c54-2e39-4f8c-8540-84cff2fa231d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:01.129636 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device c629dd42-05db-43b3-b04f-7fe2a3839843 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=99983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:11:01.221292 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port c629dd42-05db-43b3-b04f-7fe2a3839843, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c629dd42-05db-43b3-b04f-7fe2a3839843,segment=NetworkSegment(38874c69-333b-45e6-9da4-ed2bde4f846a),segment_id=38874c69-333b-45e6-9da4-ed2bde4f846a)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:11:01.233141 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Returning: {'device': 'c629dd42-05db-43b3-b04f-7fe2a3839843', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'port_id': 'c629dd42-05db-43b3-b04f-7fe2a3839843', 'mac_address': 'fa:16:3e:7d:ee:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:11:01.296998 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:01.308567 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755ffb7-ec58-4efd-aedd-bbc6d39178b2 req-a3e7d218-6451-4e97-971e-6c5fbc5a023c tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:01.310105 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-9755ffb7-ec58-4efd-aedd-bbc6d39178b2 req-a3e7d218-6451-4e97-971e-6c5fbc5a023c tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=00e4da93-b88f-4353-9cf0-decae3d1c420 HTTP/1.1" status: 200 len: 944 time: 0.0766089 Jun 23 19:11:01.311064 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c629dd42-05db-43b3-b04f-7fe2a3839843 {{(pid=99983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:11:01.329812 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port c629dd42-05db-43b3-b04f-7fe2a3839843, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c629dd42-05db-43b3-b04f-7fe2a3839843,segment=NetworkSegment(38874c69-333b-45e6-9da4-ed2bde4f846a),segment_id=38874c69-333b-45e6-9da4-ed2bde4f846a)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:11:01.347314 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-9755ffb7-ec58-4efd-aedd-bbc6d39178b2 req-403bd38f-fe3a-4727-a3cf-96f3268d4387 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313549 Jun 23 19:11:01.418702 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:01.421255 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:01.465168 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=c629dd42-05db-43b3-b04f-7fe2a3839843,revision_number=4']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:01.472641 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:01.472999 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:01.473348 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:01.473693 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:01.474032 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:01.474457 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:01.474796 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:01.475138 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:01.475475 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:01.475805 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:01.476135 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:01.476464 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:01.480220 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:01.521634 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:01.709732 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['c629dd42-05db-43b3-b04f-7fe2a3839843'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:11:02.316031 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:02.515915 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05aa34-cac7-4d05-906c-deddb97bf980 req-25d4ec24-9760-4acb-919d-09ee2c1b92b7 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:02.517354 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-2e05aa34-cac7-4d05-906c-deddb97bf980 req-25d4ec24-9760-4acb-919d-09ee2c1b92b7 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=00e4da93-b88f-4353-9cf0-decae3d1c420 HTTP/1.1" status: 200 len: 945 time: 0.0618546 Jun 23 19:11:02.554772 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-2e05aa34-cac7-4d05-906c-deddb97bf980 req-27a30888-4ba1-4b70-b79c-5a94331ce73d tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318363 Jun 23 19:11:03.144743 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device c629dd42-05db-43b3-b04f-7fe2a3839843 up at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:11:03.235599 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning for port c629dd42-05db-43b3-b04f-7fe2a3839843 completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:11:03.239267 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning complete for port c629dd42-05db-43b3-b04f-7fe2a3839843 triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:11:03.239651 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:03.316120 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:03.337473 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e4da93-b88f-4353-9cf0-decae3d1c420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c629dd42-05db-43b3-b04f-7fe2a3839843'}] {{(pid=99983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:11:03.339788 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3da190a675926e82bddf1ae19285f5edc5f8218f501b2228f0a51a29f9c71fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6992efa5-774c-4b85-ab54-911ab73759d1" -d '{"events": [{"server_uuid": "00e4da93-b88f-4353-9cf0-decae3d1c420", "name": "network-vif-plugged", "status": "completed", "tag": "c629dd42-05db-43b3-b04f-7fe2a3839843"}]}' {{(pid=99983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:11:03.352322 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port c629dd42-05db-43b3-b04f-7fe2a3839843, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c629dd42-05db-43b3-b04f-7fe2a3839843,segment=NetworkSegment(38874c69-333b-45e6-9da4-ed2bde4f846a),segment_id=38874c69-333b-45e6-9da4-ed2bde4f846a)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:11:03.389917 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:03.392637 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:03.425346 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d637b12-70ba-44d4-9e53-094e539aba93 x-openstack-request-id: req-4d637b12-70ba-44d4-9e53-094e539aba93 {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:11:03.425630 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e4da93-b88f-4353-9cf0-decae3d1c420", "name": "network-vif-plugged", "status": "completed", "tag": "c629dd42-05db-43b3-b04f-7fe2a3839843", "code": 200}]} {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:11:03.425892 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4d637b12-70ba-44d4-9e53-094e539aba93 {{(pid=99983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:11:03.426319 dv-cinder-786386-8-iscsi neutron-server[99983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e4da93-b88f-4353-9cf0-decae3d1c420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c629dd42-05db-43b3-b04f-7fe2a3839843', 'code': 200} Jun 23 19:11:03.440542 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=c629dd42-05db-43b3-b04f-7fe2a3839843,revision_number=5']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:03.443840 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:03.612942 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:03.725678 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5afde-5e6f-4a15-abd2-1c59385e15dc req-29dc0d56-c57f-4f68-9438-f4f7cfa67207 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:03.727207 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f3f5afde-5e6f-4a15-abd2-1c59385e15dc req-29dc0d56-c57f-4f68-9438-f4f7cfa67207 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=00e4da93-b88f-4353-9cf0-decae3d1c420 HTTP/1.1" status: 200 len: 946 time: 0.0617914 Jun 23 19:11:03.770177 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f3f5afde-5e6f-4a15-abd2-1c59385e15dc req-be5b9cb7-2107-4804-96a9-8e5d38d7fe23 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366628 Jun 23 19:11:03.827500 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f71186-d4a9-4e60-84a1-b33b77318b64 req-59ef7d1a-1537-40f7-a1c4-b7b41766d21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:03.828945 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-e3f71186-d4a9-4e60-84a1-b33b77318b64 req-59ef7d1a-1537-40f7-a1c4-b7b41766d21a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=00e4da93-b88f-4353-9cf0-decae3d1c420 HTTP/1.1" status: 200 len: 1099 time: 0.0504999 Jun 23 19:11:03.862274 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-e3f71186-d4a9-4e60-84a1-b33b77318b64 req-c9fc1a6c-e24c-43e8-8595-4ad5716f4e57 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266035 Jun 23 19:11:04.947192 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6606d16-cbea-43e0-989f-9815cbce7026 req-8f26f2db-231d-4414-bed7-28efd8c78435 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:04.948668 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-e6606d16-cbea-43e0-989f-9815cbce7026 req-8f26f2db-231d-4414-bed7-28efd8c78435 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=00e4da93-b88f-4353-9cf0-decae3d1c420 HTTP/1.1" status: 200 len: 946 time: 0.0659282 Jun 23 19:11:04.986586 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-e6606d16-cbea-43e0-989f-9815cbce7026 req-e7be18b2-00f6-4a69-a064-2a2b543cf013 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320549 Jun 23 19:11:06.152744 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2446af-aaa0-452b-9ce6-7ab4e2926041 req-0be2b442-9894-45ff-ad62-1a903cf5f54b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:06.154177 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-7c2446af-aaa0-452b-9ce6-7ab4e2926041 req-0be2b442-9894-45ff-ad62-1a903cf5f54b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=00e4da93-b88f-4353-9cf0-decae3d1c420 HTTP/1.1" status: 200 len: 946 time: 0.0611222 Jun 23 19:11:06.191243 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-7c2446af-aaa0-452b-9ce6-7ab4e2926041 req-6c56a65f-7f07-44c8-994e-2ab4a456b29a tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315411 Jun 23 19:11:06.357880 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e65de-7fbf-4f9e-a1c8-9214fa1f0d52 req-137b48f9-1b73-48cf-9516-75385ab2512c tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:06.359262 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-150e65de-7fbf-4f9e-a1c8-9214fa1f0d52 req-137b48f9-1b73-48cf-9516-75385ab2512c tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=00e4da93-b88f-4353-9cf0-decae3d1c420 HTTP/1.1" status: 200 len: 946 time: 0.0617023 Jun 23 19:11:06.394715 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-150e65de-7fbf-4f9e-a1c8-9214fa1f0d52 req-715a05e9-17af-47ec-9244-01c7f9fb198c tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300221 Jun 23 19:11:06.418800 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 38606) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:06.471031 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4085c21d-1107-4e61-9ec6-a2b4f7fcee68 tempest-TestVolumeBootPattern-514880391 tempest-TestVolumeBootPattern-514880391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:06.472474 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-4085c21d-1107-4e61-9ec6-a2b4f7fcee68 tempest-TestVolumeBootPattern-514880391 tempest-TestVolumeBootPattern-514880391-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=00e4da93-b88f-4353-9cf0-decae3d1c420 HTTP/1.1" status: 200 len: 1094 time: 0.0522392 Jun 23 19:11:06.475147 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 38608) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:06.479355 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-545117bd-e94c-456d-aaab-eb93e027c2fd tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Request body: {'floatingip': {'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'port_id': 'c629dd42-05db-43b3-b04f-7fe2a3839843', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:11:06.588715 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-545117bd-e94c-456d-aaab-eb93e027c2fd tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for floatingip, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:06.680080 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-545117bd-e94c-456d-aaab-eb93e027c2fd tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:06.783865 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.db_base_plugin_common [None req-545117bd-e94c-456d-aaab-eb93e027c2fd tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Allocated IP 172.27.0.75 (5d962e1b-a48a-439d-b5f0-687f24f30c92/77178bee-415e-4d1b-b321-842ae6d8e42c/c509a867-753b-4b67-9e22-1d9691ce7503) {{(pid=99981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:11:06.881574 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-545117bd-e94c-456d-aaab-eb93e027c2fd tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for port, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:06.978434 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-545117bd-e94c-456d-aaab-eb93e027c2fd tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-66155747'] for port, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:06.981111 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-7341b630-ee78-4671-82a6-4491f77365b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:07.021649 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545117bd-e94c-456d-aaab-eb93e027c2fd tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Network 5d962e1b-a48a-439d-b5f0-687f24f30c92 is already hosted by enough agents. {{(pid=99981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:11:07.024543 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [None req-545117bd-e94c-456d-aaab-eb93e027c2fd tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Resources bound (agent type, host, resource id): {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:11:07.028180 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545117bd-e94c-456d-aaab-eb93e027c2fd tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Received port after_create {{(pid=99981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:11:07.033554 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545117bd-e94c-456d-aaab-eb93e027c2fd tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Pushing event updated for resources: {'Port': ['ID=c509a867-753b-4b67-9e22-1d9691ce7503,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:07.060531 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545117bd-e94c-456d-aaab-eb93e027c2fd tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:07.060930 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545117bd-e94c-456d-aaab-eb93e027c2fd tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:07.061320 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545117bd-e94c-456d-aaab-eb93e027c2fd tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:07.061703 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545117bd-e94c-456d-aaab-eb93e027c2fd tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:07.062083 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545117bd-e94c-456d-aaab-eb93e027c2fd tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:07.062494 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545117bd-e94c-456d-aaab-eb93e027c2fd tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:07.062870 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545117bd-e94c-456d-aaab-eb93e027c2fd tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:07.063247 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545117bd-e94c-456d-aaab-eb93e027c2fd tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:07.063622 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545117bd-e94c-456d-aaab-eb93e027c2fd tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:07.063998 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545117bd-e94c-456d-aaab-eb93e027c2fd tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:07.064369 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545117bd-e94c-456d-aaab-eb93e027c2fd tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:07.064741 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545117bd-e94c-456d-aaab-eb93e027c2fd tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:07.069607 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-545117bd-e94c-456d-aaab-eb93e027c2fd tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:07.389177 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-545117bd-e94c-456d-aaab-eb93e027c2fd tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:07.542892 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-545117bd-e94c-456d-aaab-eb93e027c2fd tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:07.687990 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-545117bd-e94c-456d-aaab-eb93e027c2fd tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for port, precommit_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:07.743729 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-545117bd-e94c-456d-aaab-eb93e027c2fd tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66155761'] for port, after_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:07.747301 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-c978ecfa-362c-40cb-9118-529706f890c8 tempest-TestShelveInstance-856820565 tempest-TestShelveInstance-856820565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:07.810124 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545117bd-e94c-456d-aaab-eb93e027c2fd tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Pushing event updated for resources: {'Port': ['ID=c509a867-753b-4b67-9e22-1d9691ce7503,revision_number=2']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:07.815517 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-545117bd-e94c-456d-aaab-eb93e027c2fd tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:07.822020 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-545117bd-e94c-456d-aaab-eb93e027c2fd tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1978722'] for floatingip, after_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:07.920441 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.db.l3_db [None req-545117bd-e94c-456d-aaab-eb93e027c2fd tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Floating IP 95ce564e-e332-40cc-8cf8-0d60a5149d58 associated. External IP: 172.27.0.75, port: c629dd42-05db-43b3-b04f-7fe2a3839843. Jun 23 19:11:08.120316 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545117bd-e94c-456d-aaab-eb93e027c2fd tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Router 6aee4e35-373e-4630-bb6e-5e5a5b196444 has already been hosted by L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 {{(pid=99981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:11:08.469160 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545117bd-e94c-456d-aaab-eb93e027c2fd tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:11:08.478219 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21196b3-a714-4f54-9657-0d444d0e9b74 None None] Sync routers for ids ['6aee4e35-373e-4630-bb6e-5e5a5b196444'] in dv-cinder-786386-8-iscsi {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:11:08.487964 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21196b3-a714-4f54-9657-0d444d0e9b74 None None] Routers {'6aee4e35-373e-4630-bb6e-5e5a5b196444'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:11:08.488598 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-f21196b3-a714-4f54-9657-0d444d0e9b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:11:01Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['6aee4e35-373e-4630-bb6e-5e5a5b196444'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:11:08.555086 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-545117bd-e94c-456d-aaab-eb93e027c2fd tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for floatingip, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:08.591450 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-545117bd-e94c-456d-aaab-eb93e027c2fd tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1152914 Jun 23 19:11:08.592136 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e4da93-b88f-4353-9cf0-decae3d1c420', 'tag': 'c629dd42-05db-43b3-b04f-7fe2a3839843'}] {{(pid=99981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:11:08.592417 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-f21196b3-a714-4f54-9657-0d444d0e9b74 None None] Set router 6aee4e35-373e-4630-bb6e-5e5a5b196444 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:11:08.594495 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c19ba6c2e482ff9aabb3850c8975427142a9e03079a3b94b5c7a7eb1b25c395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572adc3e-e652-4ed6-b377-5b71c15b1e68" -d '{"events": [{"name": "network-changed", "server_uuid": "00e4da93-b88f-4353-9cf0-decae3d1c420", "tag": "c629dd42-05db-43b3-b04f-7fe2a3839843"}]}' {{(pid=99981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:11:08.680109 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d4e610-31d4-412c-a9f0-aceb154c80a2 x-openstack-request-id: req-23d4e610-31d4-412c-a9f0-aceb154c80a2 {{(pid=99981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:11:08.680457 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e4da93-b88f-4353-9cf0-decae3d1c420", "tag": "c629dd42-05db-43b3-b04f-7fe2a3839843", "status": "completed", "code": 200}]} {{(pid=99981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:11:08.680760 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-23d4e610-31d4-412c-a9f0-aceb154c80a2 {{(pid=99981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:11:08.681211 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e4da93-b88f-4353-9cf0-decae3d1c420', 'tag': 'c629dd42-05db-43b3-b04f-7fe2a3839843', 'status': 'completed', 'code': 200} Jun 23 19:11:08.783342 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572adc3e-e652-4ed6-b377-5b71c15b1e68 req-0fe30a70-470c-403e-a9a6-244142fbeeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:08.784893 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-572adc3e-e652-4ed6-b377-5b71c15b1e68 req-0fe30a70-470c-403e-a9a6-244142fbeeed service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4917e4db4c4d4276900c99e47e99f9f9&device_id=00e4da93-b88f-4353-9cf0-decae3d1c420 HTTP/1.1" status: 200 len: 1099 time: 0.0561779 Jun 23 19:11:08.815354 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-f21196b3-a714-4f54-9657-0d444d0e9b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'name': 'tempest-TestVolumeBootPattern-910145180-router', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:51Z', 'updated_at': '2021-06-23T19:07:54Z', 'revision_number': 4, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'gw_port': {'id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:52Z', 'updated_at': '2021-06-23T19:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_floatingips': [{'id': '95ce564e-e332-40cc-8cf8-0d60a5149d58', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'floating_ip_address': '172.27.0.75', 'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'router_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'port_id': 'c629dd42-05db-43b3-b04f-7fe2a3839843', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'mac_address': 'fa:16:3e:7d:ee:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e4da93-b88f-4353-9cf0-decae3d1c420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:11:07Z', 'updated_at': '2021-06-23T19:11:07Z', 'revision_number': 0, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea04eeec-bace-4ace-a1c8-69823864f727', 'name': '', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'mac_address': 'fa:16:3e:40:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:54Z', 'updated_at': '2021-06-23T19:07:59Z', 'revision_number': 5, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'subnets': [{'id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:11:08.842376 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21196b3-a714-4f54-9657-0d444d0e9b74 None None] Checking router: 6aee4e35-373e-4630-bb6e-5e5a5b196444 for host: dv-cinder-786386-8-iscsi {{(pid=99983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:11:08.850822 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21196b3-a714-4f54-9657-0d444d0e9b74 None None] Routers {'6aee4e35-373e-4630-bb6e-5e5a5b196444'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:11:08.851590 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-f21196b3-a714-4f54-9657-0d444d0e9b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:11:01Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['6aee4e35-373e-4630-bb6e-5e5a5b196444'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:11:08.873838 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572adc3e-e652-4ed6-b377-5b71c15b1e68 req-134a8ab4-8329-4dab-a163-c6731cb8931b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:08.875306 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-572adc3e-e652-4ed6-b377-5b71c15b1e68 req-134a8ab4-8329-4dab-a163-c6731cb8931b service neutron] 10.222.0.74 "GET /v2.0/networks?id=f68a85fd-bb85-49e6-98d1-0a49343d758a HTTP/1.1" status: 200 len: 912 time: 0.0845289 Jun 23 19:11:08.943359 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-572adc3e-e652-4ed6-b377-5b71c15b1e68 req-e76f352b-0157-4731-bd30-9947e09f7713 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c629dd42-05db-43b3-b04f-7fe2a3839843 HTTP/1.1" status: 200 len: 999 time: 0.0618961 Jun 23 19:11:08.991822 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572adc3e-e652-4ed6-b377-5b71c15b1e68 req-fa00309a-c37c-47a9-8ab6-fa4bb914ae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:08.993192 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-572adc3e-e652-4ed6-b377-5b71c15b1e68 req-fa00309a-c37c-47a9-8ab6-fa4bb914ae5f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7df1390-49dc-44e4-8ff7-113f6550a835 HTTP/1.1" status: 200 len: 850 time: 0.0442898 Jun 23 19:11:09.050682 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572adc3e-e652-4ed6-b377-5b71c15b1e68 req-8002a2e8-268a-413b-8c32-9ba3b9f474ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:09.052169 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-572adc3e-e652-4ed6-b377-5b71c15b1e68 req-8002a2e8-268a-413b-8c32-9ba3b9f474ba service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f68a85fd-bb85-49e6-98d1-0a49343d758a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526395 Jun 23 19:11:09.075640 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-f21196b3-a714-4f54-9657-0d444d0e9b74 None None] Set router 6aee4e35-373e-4630-bb6e-5e5a5b196444 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:11:09.142299 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-572adc3e-e652-4ed6-b377-5b71c15b1e68 req-4004e128-2568-4cbe-823d-f563f5cca655 service neutron] 10.222.0.74 "GET /v2.0/networks/f68a85fd-bb85-49e6-98d1-0a49343d758a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825093 Jun 23 19:11:09.226405 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-572adc3e-e652-4ed6-b377-5b71c15b1e68 req-5c8cceb9-86a9-4f68-b533-d10d668901d0 service neutron] 10.222.0.74 "GET /v2.0/networks/f68a85fd-bb85-49e6-98d1-0a49343d758a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779028 Jun 23 19:11:09.290476 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-f21196b3-a714-4f54-9657-0d444d0e9b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'name': 'tempest-TestVolumeBootPattern-910145180-router', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:51Z', 'updated_at': '2021-06-23T19:07:54Z', 'revision_number': 4, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'gw_port': {'id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:52Z', 'updated_at': '2021-06-23T19:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_floatingips': [{'id': '95ce564e-e332-40cc-8cf8-0d60a5149d58', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'floating_ip_address': '172.27.0.75', 'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'router_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'port_id': 'c629dd42-05db-43b3-b04f-7fe2a3839843', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'mac_address': 'fa:16:3e:7d:ee:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e4da93-b88f-4353-9cf0-decae3d1c420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:11:07Z', 'updated_at': '2021-06-23T19:11:07Z', 'revision_number': 0, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea04eeec-bace-4ace-a1c8-69823864f727', 'name': '', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'mac_address': 'fa:16:3e:40:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:54Z', 'updated_at': '2021-06-23T19:07:59Z', 'revision_number': 5, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'subnets': [{'id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:11:09.319676 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21196b3-a714-4f54-9657-0d444d0e9b74 None None] The sync data for ids ['6aee4e35-373e-4630-bb6e-5e5a5b196444'] in dv-cinder-786386-8-iscsi is: [{'id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'name': 'tempest-TestVolumeBootPattern-910145180-router', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:51Z', 'updated_at': '2021-06-23T19:07:54Z', 'revision_number': 4, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'gw_port': {'id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:52Z', 'updated_at': '2021-06-23T19:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_floatingips': [{'id': '95ce564e-e332-40cc-8cf8-0d60a5149d58', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'floating_ip_address': '172.27.0.75', 'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'router_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'port_id': 'c629dd42-05db-43b3-b04f-7fe2a3839843', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'mac_address': 'fa:16:3e:7d:ee:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e4da93-b88f-4353-9cf0-decae3d1c420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:11:07Z', 'updated_at': '2021-06-23T19:11:07Z', 'revision_number': 0, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea04eeec-bace-4ace-a1c8-69823864f727', 'name': '', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'mac_address': 'fa:16:3e:40:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:54Z', 'updated_at': '2021-06-23T19:07:59Z', 'revision_number': 5, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'subnets': [{'id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:11:09.501103 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e613215-c226-4493-af9d-e299d6fdb50d None None] New status for floating IP 95ce564e-e332-40cc-8cf8-0d60a5149d58: ACTIVE {{(pid=99984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:11:11.507764 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:15.862315 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 6 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:11:28.472536 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-a7b00dfe-a8fc-4d03-9bbb-8a322c3ebe62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:31.032275 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-3f416eb5-4a9d-47a5-bd94-4749134f0b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:31.489048 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:32.351839 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:33.608976 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:41.465092 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:51.492655 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b6ab8953-3547-42e8-8e61-4ba17c20e73a req-a07d0d37-4854-4a85-afeb-dd6cb90643ff service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=00e4da93-b88f-4353-9cf0-decae3d1c420&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0532844 Jun 23 19:11:51.601453 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab8953-3547-42e8-8e61-4ba17c20e73a req-23c13c4a-86a0-43ba-a3f1-1cebe192a154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:51.602904 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b6ab8953-3547-42e8-8e61-4ba17c20e73a req-23c13c4a-86a0-43ba-a3f1-1cebe192a154 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4917e4db4c4d4276900c99e47e99f9f9&device_id=00e4da93-b88f-4353-9cf0-decae3d1c420 HTTP/1.1" status: 200 len: 1099 time: 0.0499229 Jun 23 19:11:51.704219 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab8953-3547-42e8-8e61-4ba17c20e73a req-c5600d44-bb71-4626-b76a-9f08b177bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:51.705643 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b6ab8953-3547-42e8-8e61-4ba17c20e73a req-c5600d44-bb71-4626-b76a-9f08b177bff2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f68a85fd-bb85-49e6-98d1-0a49343d758a HTTP/1.1" status: 200 len: 912 time: 0.0828257 Jun 23 19:11:51.774758 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b6ab8953-3547-42e8-8e61-4ba17c20e73a req-c35a8135-02f6-4213-8eb7-27db63e7cd3d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c629dd42-05db-43b3-b04f-7fe2a3839843 HTTP/1.1" status: 200 len: 1001 time: 0.0582759 Jun 23 19:11:51.820651 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab8953-3547-42e8-8e61-4ba17c20e73a req-fd825b52-c9c4-4f94-98dc-2a2455775698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:51.821987 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b6ab8953-3547-42e8-8e61-4ba17c20e73a req-fd825b52-c9c4-4f94-98dc-2a2455775698 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7df1390-49dc-44e4-8ff7-113f6550a835 HTTP/1.1" status: 200 len: 850 time: 0.0409167 Jun 23 19:11:51.877346 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab8953-3547-42e8-8e61-4ba17c20e73a req-2cadbdef-9e79-4695-aabe-b207e76cd71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:51.883978 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b6ab8953-3547-42e8-8e61-4ba17c20e73a req-2cadbdef-9e79-4695-aabe-b207e76cd71f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f68a85fd-bb85-49e6-98d1-0a49343d758a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494614 Jun 23 19:11:51.968155 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b6ab8953-3547-42e8-8e61-4ba17c20e73a req-394cd096-5a61-4f50-9b97-ffac532f00f4 service neutron] 10.222.0.74 "GET /v2.0/networks/f68a85fd-bb85-49e6-98d1-0a49343d758a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827501 Jun 23 19:11:52.053605 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-b6ab8953-3547-42e8-8e61-4ba17c20e73a req-50d46c0d-66ae-4d8b-a851-50aaad2ffe96 service neutron] 10.222.0.74 "GET /v2.0/networks/f68a85fd-bb85-49e6-98d1-0a49343d758a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779843 Jun 23 19:11:52.860797 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 6 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:11:58.486088 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ba3fd02e-c3a0-4c2e-bba6-8f5549fec127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:01.011441 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-7f2b9cab-dbe9-4c38-b14d-91ebf16229fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:01.473214 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:02.354885 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:03.650029 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:11.502107 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:28.454148 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-5a61e7d5-a08d-4f4f-a09f-7863f2eff7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:29.860001 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 6 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:12:31.014016 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-428c5ba8-8602-4f6a-a615-26211599db4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:31.481726 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:32.345180 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:33.602138 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:41.509814 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:46.819202 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-80465288-20ef-4193-8d90-7dbd530486cc req-675aea3a-7f9b-45bb-acfe-2b2a855a9692 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-719144961&fields=id&tenant_id=4917e4db4c4d4276900c99e47e99f9f9 HTTP/1.1" status: 200 len: 267 time: 0.0329931 Jun 23 19:12:46.925070 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80465288-20ef-4193-8d90-7dbd530486cc req-65d8b1c7-27ba-4279-afcd-d4bc85bd7882 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:46.926514 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-80465288-20ef-4193-8d90-7dbd530486cc req-65d8b1c7-27ba-4279-afcd-d4bc85bd7882 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/networks?id=f68a85fd-bb85-49e6-98d1-0a49343d758a HTTP/1.1" status: 200 len: 811 time: 0.1006048 Jun 23 19:12:46.941323 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-80465288-20ef-4193-8d90-7dbd530486cc req-66c03845-8ac4-41e8-8d1e-d346ace879ed tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/quotas/4917e4db4c4d4276900c99e47e99f9f9 HTTP/1.1" status: 200 len: 375 time: 0.0092716 Jun 23 19:12:47.017896 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-80465288-20ef-4193-8d90-7dbd530486cc req-c3f615b8-0420-4d87-a003-5c47f5269d94 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4917e4db4c4d4276900c99e47e99f9f9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0717568 Jun 23 19:12:47.094080 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [req-80465288-20ef-4193-8d90-7dbd530486cc req-bc8f0076-509c-40cf-9e29-3f6befac7d47 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=99981) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 19:12:47.095190 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-80465288-20ef-4193-8d90-7dbd530486cc req-bc8f0076-509c-40cf-9e29-3f6befac7d47 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0660546 Jun 23 19:12:47.183726 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-80465288-20ef-4193-8d90-7dbd530486cc req-e28fb6e8-7904-4b72-a041-3e220374666c service neutron] 10.222.0.47 "GET /v2.0/networks/f68a85fd-bb85-49e6-98d1-0a49343d758a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827789 Jun 23 19:12:47.267403 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-80465288-20ef-4193-8d90-7dbd530486cc req-fd472ea1-6cc0-4c09-8199-fd8865ee15f4 service neutron] 10.222.0.47 "GET /v2.0/networks/f68a85fd-bb85-49e6-98d1-0a49343d758a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779803 Jun 23 19:12:48.938746 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-2e208bfa-f086-4cb8-96cc-7dd00f1e8858 req-3e9d1e52-81b4-497d-b122-11c30c38f72f tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431 HTTP/1.1" status: 200 len: 210 time: 0.0332575 Jun 23 19:12:50.076621 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-0dfe55a0-6e4b-48aa-8640-1247ffbb9afb req-72034138-2276-436b-9f77-868f9c692bb9 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431 HTTP/1.1" status: 200 len: 210 time: 0.0291653 Jun 23 19:12:50.933584 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80465288-20ef-4193-8d90-7dbd530486cc req-3eff4ff9-856b-445f-9612-f23b023f1aed tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:50.935102 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-80465288-20ef-4193-8d90-7dbd530486cc req-3eff4ff9-856b-445f-9612-f23b023f1aed tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.74 "GET /v2.0/networks?id=f68a85fd-bb85-49e6-98d1-0a49343d758a HTTP/1.1" status: 200 len: 811 time: 0.1017115 Jun 23 19:12:50.983870 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-80465288-20ef-4193-8d90-7dbd530486cc req-fc26371d-19ae-4414-968f-81814c1c0fad tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4917e4db4c4d4276900c99e47e99f9f9 HTTP/1.1" status: 200 len: 379 time: 0.0337179 Jun 23 19:12:50.992791 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [req-80465288-20ef-4193-8d90-7dbd530486cc req-c0e6c37f-3598-4b98-a3f7-a548615ff5c4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Request body: {'port': {'device_id': '26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'admin_state_up': True, 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'security_groups': ['e7e952de-09f4-43d7-a9b6-d9217c9d15bf']}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:12:51.173088 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80465288-20ef-4193-8d90-7dbd530486cc req-c0e6c37f-3598-4b98-a3f7-a548615ff5c4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Made reservation on behalf of 4917e4db4c4d4276900c99e47e99f9f9 for: {'port': 1} {{(pid=99982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:12:51.177622 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-80465288-20ef-4193-8d90-7dbd530486cc req-c0e6c37f-3598-4b98-a3f7-a548615ff5c4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:51.260843 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4664c018-e816-4484-945b-1d09c9714e64 req-96595c2c-a17e-439c-a263-d6b05f1e42ae tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431 HTTP/1.1" status: 200 len: 210 time: 0.0584137 Jun 23 19:12:51.327966 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.db_base_plugin_common [req-80465288-20ef-4193-8d90-7dbd530486cc req-c0e6c37f-3598-4b98-a3f7-a548615ff5c4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Allocated IP 172.20.0.8 (f68a85fd-bb85-49e6-98d1-0a49343d758a/b7df1390-49dc-44e4-8ff7-113f6550a835/843f163d-57e3-4ed5-a476-9855c92a14eb) {{(pid=99982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:12:51.460847 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-80465288-20ef-4193-8d90-7dbd530486cc req-c0e6c37f-3598-4b98-a3f7-a548615ff5c4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for port, precommit_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:51.473749 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.provisioning_blocks [req-80465288-20ef-4193-8d90-7dbd530486cc req-c0e6c37f-3598-4b98-a3f7-a548615ff5c4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Transition to ACTIVE for port object 843f163d-57e3-4ed5-a476-9855c92a14eb will not be triggered until provisioned by entity DHCP. {{(pid=99982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:12:51.538300 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-80465288-20ef-4193-8d90-7dbd530486cc req-c0e6c37f-3598-4b98-a3f7-a548615ff5c4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63686027'] for port, after_create {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:51.541961 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-a7b18a90-3404-45a8-8c40-ee0f005c830d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:51.582946 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80465288-20ef-4193-8d90-7dbd530486cc req-c0e6c37f-3598-4b98-a3f7-a548615ff5c4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Network f68a85fd-bb85-49e6-98d1-0a49343d758a is already hosted by enough agents. {{(pid=99982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:12:51.586055 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.base_scheduler [req-80465288-20ef-4193-8d90-7dbd530486cc req-c0e6c37f-3598-4b98-a3f7-a548615ff5c4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Resources bound (agent type, host, resource id): {{(pid=99982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:12:51.590474 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [req-80465288-20ef-4193-8d90-7dbd530486cc req-c0e6c37f-3598-4b98-a3f7-a548615ff5c4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Received port after_create {{(pid=99982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:12:51.597004 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6c37f-3598-4b98-a3f7-a548615ff5c4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Pushing event updated for resources: {'Port': ['ID=843f163d-57e3-4ed5-a476-9855c92a14eb,revision_number=1']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:51.625260 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e6c37f-3598-4b98-a3f7-a548615ff5c4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:51.627412 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e6c37f-3598-4b98-a3f7-a548615ff5c4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:51.627412 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e6c37f-3598-4b98-a3f7-a548615ff5c4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:51.627412 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e6c37f-3598-4b98-a3f7-a548615ff5c4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:51.627412 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e6c37f-3598-4b98-a3f7-a548615ff5c4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:51.627412 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e6c37f-3598-4b98-a3f7-a548615ff5c4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:51.627939 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e6c37f-3598-4b98-a3f7-a548615ff5c4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:51.627939 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e6c37f-3598-4b98-a3f7-a548615ff5c4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:51.628143 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e6c37f-3598-4b98-a3f7-a548615ff5c4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:51.628466 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e6c37f-3598-4b98-a3f7-a548615ff5c4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:51.628816 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e6c37f-3598-4b98-a3f7-a548615ff5c4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:51.629165 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e6c37f-3598-4b98-a3f7-a548615ff5c4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:51.634349 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-c0e6c37f-3598-4b98-a3f7-a548615ff5c4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:51.656112 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80465288-20ef-4193-8d90-7dbd530486cc req-c0e6c37f-3598-4b98-a3f7-a548615ff5c4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:51.656112 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-80465288-20ef-4193-8d90-7dbd530486cc req-c0e6c37f-3598-4b98-a3f7-a548615ff5c4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:51.727323 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-80465288-20ef-4193-8d90-7dbd530486cc req-c0e6c37f-3598-4b98-a3f7-a548615ff5c4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7382772 Jun 23 19:12:51.746305 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.v2.base [req-80465288-20ef-4193-8d90-7dbd530486cc req-730506e7-2bbb-40a9-8f47-a77eea4268ee service neutron] Request body: {'port': {'device_id': '26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=99982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:12:51.817941 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-80465288-20ef-4193-8d90-7dbd530486cc req-730506e7-2bbb-40a9-8f47-a77eea4268ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:51.892220 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-7b53dae7-b864-44a7-9d08-a0abc415dcba None None] Provisioning for port 843f163d-57e3-4ed5-a476-9855c92a14eb completed by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:12:51.896112 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-7b53dae7-b864-44a7-9d08-a0abc415dcba None None] Provisioning complete for port 843f163d-57e3-4ed5-a476-9855c92a14eb triggered by entity DHCP. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:12:51.896503 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-7b53dae7-b864-44a7-9d08-a0abc415dcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:51.931418 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-7b53dae7-b864-44a7-9d08-a0abc415dcba None None] Port 843f163d-57e3-4ed5-a476-9855c92a14eb cannot update to ACTIVE because it is not bound. {{(pid=99983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:12:52.076666 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [req-80465288-20ef-4193-8d90-7dbd530486cc req-730506e7-2bbb-40a9-8f47-a77eea4268ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 843f163d-57e3-4ed5-a476-9855c92a14eb {{(pid=99982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:12:52.084200 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-80465288-20ef-4193-8d90-7dbd530486cc req-730506e7-2bbb-40a9-8f47-a77eea4268ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:52.095287 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.provisioning_blocks [req-80465288-20ef-4193-8d90-7dbd530486cc req-730506e7-2bbb-40a9-8f47-a77eea4268ee service neutron] Transition to ACTIVE for port object 843f163d-57e3-4ed5-a476-9855c92a14eb will not be triggered until provisioned by entity L2. {{(pid=99982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:12:52.171562 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-80465288-20ef-4193-8d90-7dbd530486cc req-730506e7-2bbb-40a9-8f47-a77eea4268ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63686041'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:52.173562 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-817054be-0f55-441d-8080-15784140e99a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:52.223080 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730506e7-2bbb-40a9-8f47-a77eea4268ee service neutron] Pushing event updated for resources: {'Port': ['ID=843f163d-57e3-4ed5-a476-9855c92a14eb,revision_number=2']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:52.227490 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-730506e7-2bbb-40a9-8f47-a77eea4268ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:52.297594 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-80465288-20ef-4193-8d90-7dbd530486cc req-730506e7-2bbb-40a9-8f47-a77eea4268ee service neutron] Attempting to bind port 843f163d-57e3-4ed5-a476-9855c92a14eb on host hv-cinder-78638 for vnic_type normal with profile {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:12:52.302683 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-80465288-20ef-4193-8d90-7dbd530486cc req-730506e7-2bbb-40a9-8f47-a77eea4268ee service neutron] Attempting to bind port 843f163d-57e3-4ed5-a476-9855c92a14eb by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '38874c69-333b-45e6-9da4-ed2bde4f846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a'}] {{(pid=99982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:12:52.302683 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80465288-20ef-4193-8d90-7dbd530486cc req-730506e7-2bbb-40a9-8f47-a77eea4268ee service neutron] Attempting to bind port 843f163d-57e3-4ed5-a476-9855c92a14eb on network f68a85fd-bb85-49e6-98d1-0a49343d758a {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:12:52.303281 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80465288-20ef-4193-8d90-7dbd530486cc req-730506e7-2bbb-40a9-8f47-a77eea4268ee service neutron] Port 843f163d-57e3-4ed5-a476-9855c92a14eb on network f68a85fd-bb85-49e6-98d1-0a49343d758a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:12:52.303567 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80465288-20ef-4193-8d90-7dbd530486cc req-730506e7-2bbb-40a9-8f47-a77eea4268ee service neutron] Attempting to bind port 843f163d-57e3-4ed5-a476-9855c92a14eb on network f68a85fd-bb85-49e6-98d1-0a49343d758a {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:12:52.309146 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80465288-20ef-4193-8d90-7dbd530486cc req-730506e7-2bbb-40a9-8f47-a77eea4268ee service neutron] Checking agent: {'id': '3aaf2a66-4435-4fa2-a046-8ce762f61c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:12:52.309493 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80465288-20ef-4193-8d90-7dbd530486cc req-730506e7-2bbb-40a9-8f47-a77eea4268ee service neutron] Checking segment: {'id': '38874c69-333b-45e6-9da4-ed2bde4f846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:12:52.310053 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80465288-20ef-4193-8d90-7dbd530486cc req-730506e7-2bbb-40a9-8f47-a77eea4268ee service neutron] Bound using segment: {'id': '38874c69-333b-45e6-9da4-ed2bde4f846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a'} {{(pid=99982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:12:52.310568 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.managers [req-80465288-20ef-4193-8d90-7dbd530486cc req-730506e7-2bbb-40a9-8f47-a77eea4268ee service neutron] Bound port: 843f163d-57e3-4ed5-a476-9855c92a14eb, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38874c69-333b-45e6-9da4-ed2bde4f846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a'}}] {{(pid=99982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:12:52.310917 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-80465288-20ef-4193-8d90-7dbd530486cc req-730506e7-2bbb-40a9-8f47-a77eea4268ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:52.376033 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-80465288-20ef-4193-8d90-7dbd530486cc req-730506e7-2bbb-40a9-8f47-a77eea4268ee service neutron] For port 843f163d-57e3-4ed5-a476-9855c92a14eb, host hv-cinder-78638, cleared binding levels {{(pid=99982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:12:52.380076 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-80465288-20ef-4193-8d90-7dbd530486cc req-730506e7-2bbb-40a9-8f47-a77eea4268ee service neutron] For port 843f163d-57e3-4ed5-a476-9855c92a14eb, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=843f163d-57e3-4ed5-a476-9855c92a14eb,segment=NetworkSegment(38874c69-333b-45e6-9da4-ed2bde4f846a),segment_id=38874c69-333b-45e6-9da4-ed2bde4f846a)] {{(pid=99982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:12:52.436788 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-80465288-20ef-4193-8d90-7dbd530486cc req-730506e7-2bbb-40a9-8f47-a77eea4268ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63686041'] for port, after_update {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:52.446398 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b840f1-157e-4dea-9fd7-8a67353fdac2 req-39dff5ac-3fa2-42ef-af92-96414ffeaa94 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:52.447898 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-60b840f1-157e-4dea-9fd7-8a67353fdac2 req-39dff5ac-3fa2-42ef-af92-96414ffeaa94 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431 HTTP/1.1" status: 200 len: 943 time: 0.0672202 Jun 23 19:12:52.453503 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-730506e7-2bbb-40a9-8f47-a77eea4268ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:52.490902 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-60b840f1-157e-4dea-9fd7-8a67353fdac2 req-838422b8-dd93-48df-8746-5a12be6b04eb tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353892 Jun 23 19:12:52.507807 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80465288-20ef-4193-8d90-7dbd530486cc req-730506e7-2bbb-40a9-8f47-a77eea4268ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:52.508638 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-80465288-20ef-4193-8d90-7dbd530486cc req-730506e7-2bbb-40a9-8f47-a77eea4268ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:52.510563 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-80465288-20ef-4193-8d90-7dbd530486cc req-730506e7-2bbb-40a9-8f47-a77eea4268ee service neutron] 10.222.0.74 "PUT /v2.0/ports/843f163d-57e3-4ed5-a476-9855c92a14eb HTTP/1.1" status: 200 len: 1093 time: 0.7683401 Jun 23 19:12:52.513935 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431', 'tag': '843f163d-57e3-4ed5-a476-9855c92a14eb'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:12:52.516925 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c43132a-10a9-4c13-bd3f-aafefdc26ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431", "tag": "843f163d-57e3-4ed5-a476-9855c92a14eb"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:12:52.556554 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730506e7-2bbb-40a9-8f47-a77eea4268ee service neutron] Pushing event updated for resources: {'Port': ['ID=843f163d-57e3-4ed5-a476-9855c92a14eb,revision_number=3']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:52.559836 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-730506e7-2bbb-40a9-8f47-a77eea4268ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:52.573119 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4d8d3391-1356-4c68-97b3-9fe1665fff1e req-bfd18eba-08b0-428b-9cc1-0eb570d667c8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=00e4da93-b88f-4353-9cf0-decae3d1c420&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1471021 Jun 23 19:12:52.590638 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04300c03-3fff-487e-bf7b-8a544d956237 x-openstack-request-id: req-04300c03-3fff-487e-bf7b-8a544d956237 {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:12:52.594851 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431", "tag": "843f163d-57e3-4ed5-a476-9855c92a14eb", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:12:52.594851 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-04300c03-3fff-487e-bf7b-8a544d956237 {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:12:52.594851 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431', 'tag': '843f163d-57e3-4ed5-a476-9855c92a14eb', 'status': 'completed', 'code': 200} Jun 23 19:12:52.737170 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43132a-10a9-4c13-bd3f-aafefdc26ff6 req-8701cf93-dcc1-40ce-b119-b0ecca3f8373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:52.738656 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-6c43132a-10a9-4c13-bd3f-aafefdc26ff6 req-8701cf93-dcc1-40ce-b119-b0ecca3f8373 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4917e4db4c4d4276900c99e47e99f9f9&device_id=26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431 HTTP/1.1" status: 200 len: 1096 time: 0.0944202 Jun 23 19:12:52.744382 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d3391-1356-4c68-97b3-9fe1665fff1e req-439d95f5-2519-42d3-bfc1-b45f8147bab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:52.745719 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4d8d3391-1356-4c68-97b3-9fe1665fff1e req-439d95f5-2519-42d3-bfc1-b45f8147bab2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4917e4db4c4d4276900c99e47e99f9f9&device_id=00e4da93-b88f-4353-9cf0-decae3d1c420 HTTP/1.1" status: 200 len: 1099 time: 0.0931695 Jun 23 19:12:53.190893 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43132a-10a9-4c13-bd3f-aafefdc26ff6 req-af08c35c-aa16-4f0f-8ef2-d3ebfbd463fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:53.192317 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-6c43132a-10a9-4c13-bd3f-aafefdc26ff6 req-af08c35c-aa16-4f0f-8ef2-d3ebfbd463fc service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=4917e4db4c4d4276900c99e47e99f9f9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4380407 Jun 23 19:12:53.208271 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d3391-1356-4c68-97b3-9fe1665fff1e req-ce6ab5f7-d28b-402b-9173-69da0cb5c1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:53.209541 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4d8d3391-1356-4c68-97b3-9fe1665fff1e req-ce6ab5f7-d28b-402b-9173-69da0cb5c1e0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f68a85fd-bb85-49e6-98d1-0a49343d758a HTTP/1.1" status: 200 len: 912 time: 0.1460104 Jun 23 19:12:53.319989 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4d8d3391-1356-4c68-97b3-9fe1665fff1e req-94e59b20-be5c-4acf-a680-dd26dd1f03a3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c629dd42-05db-43b3-b04f-7fe2a3839843 HTTP/1.1" status: 200 len: 1001 time: 0.0993237 Jun 23 19:12:53.360830 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43132a-10a9-4c13-bd3f-aafefdc26ff6 req-ced4cd4c-4ed2-4740-8a49-c7dc87969d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:53.362240 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-6c43132a-10a9-4c13-bd3f-aafefdc26ff6 req-ced4cd4c-4ed2-4740-8a49-c7dc87969d89 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1615746 Jun 23 19:12:53.377240 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d3391-1356-4c68-97b3-9fe1665fff1e req-48e81c54-9ed4-4aa8-be13-c98011aea906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:53.378606 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4d8d3391-1356-4c68-97b3-9fe1665fff1e req-48e81c54-9ed4-4aa8-be13-c98011aea906 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7df1390-49dc-44e4-8ff7-113f6550a835 HTTP/1.1" status: 200 len: 850 time: 0.0509312 Jun 23 19:12:53.469027 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d3391-1356-4c68-97b3-9fe1665fff1e req-bbc51d52-b52b-4823-8b10-c10720fcb839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:53.470372 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4d8d3391-1356-4c68-97b3-9fe1665fff1e req-bbc51d52-b52b-4823-8b10-c10720fcb839 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f68a85fd-bb85-49e6-98d1-0a49343d758a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0838890 Jun 23 19:12:53.535828 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80465288-20ef-4193-8d90-7dbd530486cc req-d36af15b-8a8b-4c9a-bb1e-98caa03b705a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:53.537274 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-80465288-20ef-4193-8d90-7dbd530486cc req-d36af15b-8a8b-4c9a-bb1e-98caa03b705a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4917e4db4c4d4276900c99e47e99f9f9&device_id=26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431 HTTP/1.1" status: 200 len: 1096 time: 0.1120036 Jun 23 19:12:53.588706 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-80465288-20ef-4193-8d90-7dbd530486cc req-053e99ba-81db-450f-b15d-6519fec42216 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=843f163d-57e3-4ed5-a476-9855c92a14eb HTTP/1.1" status: 200 len: 217 time: 0.0376849 Jun 23 19:12:53.627056 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4d8d3391-1356-4c68-97b3-9fe1665fff1e req-8127a04a-fc4d-402a-985b-c12f63de4a90 service neutron] 10.222.0.74 "GET /v2.0/networks/f68a85fd-bb85-49e6-98d1-0a49343d758a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501830 Jun 23 19:12:53.660959 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa9679-e7c4-47bc-88b0-a13723ee0471 req-7250e927-6d34-4e17-87f0-ea94737151d0 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:53.662438 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-5bfa9679-e7c4-47bc-88b0-a13723ee0471 req-7250e927-6d34-4e17-87f0-ea94737151d0 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431 HTTP/1.1" status: 200 len: 943 time: 0.0641677 Jun 23 19:12:53.666134 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80465288-20ef-4193-8d90-7dbd530486cc req-1c0274cd-0dce-424d-89bd-12acbf0a5473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:53.668631 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-80465288-20ef-4193-8d90-7dbd530486cc req-1c0274cd-0dce-424d-89bd-12acbf0a5473 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7df1390-49dc-44e4-8ff7-113f6550a835 HTTP/1.1" status: 200 len: 850 time: 0.0717325 Jun 23 19:12:53.699573 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-5bfa9679-e7c4-47bc-88b0-a13723ee0471 req-9bf20384-d7a3-4cb8-83a0-b420f0e2e77a tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306046 Jun 23 19:12:53.763817 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4d8d3391-1356-4c68-97b3-9fe1665fff1e req-5d798a78-cf0e-4937-a333-763378654577 service neutron] 10.222.0.74 "GET /v2.0/networks/f68a85fd-bb85-49e6-98d1-0a49343d758a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297235 Jun 23 19:12:53.774663 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80465288-20ef-4193-8d90-7dbd530486cc req-e09da071-73af-48df-948b-de9116a83460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:53.775913 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-80465288-20ef-4193-8d90-7dbd530486cc req-e09da071-73af-48df-948b-de9116a83460 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f68a85fd-bb85-49e6-98d1-0a49343d758a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0780251 Jun 23 19:12:53.867052 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-80465288-20ef-4193-8d90-7dbd530486cc req-27e4cead-9595-4674-9743-fbe4c709668f service neutron] 10.222.0.74 "GET /v2.0/networks/f68a85fd-bb85-49e6-98d1-0a49343d758a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842257 Jun 23 19:12:53.954038 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-80465288-20ef-4193-8d90-7dbd530486cc req-c9cac0cc-0ff7-4cc4-a104-203be855070c service neutron] 10.222.0.74 "GET /v2.0/networks/f68a85fd-bb85-49e6-98d1-0a49343d758a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803871 Jun 23 19:12:54.878492 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455c2a6-3a8e-48ec-8637-a898f4b57e9e req-4b5b7a04-6d59-4c57-9d99-7c02d48e482d tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:54.880224 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4455c2a6-3a8e-48ec-8637-a898f4b57e9e req-4b5b7a04-6d59-4c57-9d99-7c02d48e482d tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431 HTTP/1.1" status: 200 len: 943 time: 0.0664086 Jun 23 19:12:54.918730 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-4455c2a6-3a8e-48ec-8637-a898f4b57e9e req-865ead7e-7e8e-4c53-9ef0-b4fd6fe47c03 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329156 Jun 23 19:12:56.089923 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc27f7f-477b-48f9-a984-1ed8b6c2adda req-d96bcc89-6e12-44e7-920c-9f1d2632c7b9 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:56.091312 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-fbc27f7f-477b-48f9-a984-1ed8b6c2adda req-d96bcc89-6e12-44e7-920c-9f1d2632c7b9 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431 HTTP/1.1" status: 200 len: 943 time: 0.0655189 Jun 23 19:12:56.127896 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-fbc27f7f-477b-48f9-a984-1ed8b6c2adda req-8160fbbc-f9b3-431e-b5ec-027869b32de8 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307248 Jun 23 19:12:57.296346 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd7309-5538-4b20-a2de-626946e94c47 req-ce2367a9-fa28-46e7-9a59-988703f52601 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:57.297776 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-87fd7309-5538-4b20-a2de-626946e94c47 req-ce2367a9-fa28-46e7-9a59-988703f52601 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431 HTTP/1.1" status: 200 len: 943 time: 0.0614018 Jun 23 19:12:57.333604 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-87fd7309-5538-4b20-a2de-626946e94c47 req-38329ec8-894e-422e-a7d0-0fde4856cb08 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303726 Jun 23 19:12:58.468695 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79366207-b2ca-4710-917e-51a9d29b8f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:58.502479 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c0d8e-4375-4cbf-b6f2-b7180990b733 req-b732ee45-8776-442f-86d2-4bf74fc059ae tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:58.503916 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-e72c0d8e-4375-4cbf-b6f2-b7180990b733 req-b732ee45-8776-442f-86d2-4bf74fc059ae tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431 HTTP/1.1" status: 200 len: 943 time: 0.0626760 Jun 23 19:12:58.540806 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-e72c0d8e-4375-4cbf-b6f2-b7180990b733 req-7ee1f94c-971e-403e-90de-4232f0d311d3 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313516 Jun 23 19:12:59.706274 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726227a9-d9bc-462d-a177-81e3f97a3181 req-b1a9fa32-f684-4a5e-823c-24a6eec9d98c tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:59.707678 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-726227a9-d9bc-462d-a177-81e3f97a3181 req-b1a9fa32-f684-4a5e-823c-24a6eec9d98c tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431 HTTP/1.1" status: 200 len: 943 time: 0.0603294 Jun 23 19:12:59.746246 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-726227a9-d9bc-462d-a177-81e3f97a3181 req-d10698fd-cee9-4b83-8c2d-15e26de4d0fe tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330186 Jun 23 19:13:00.917216 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d365f52-40b3-41f3-8327-315525c6640e req-efcf96ec-f652-436a-ad0d-5e22c72cd5c0 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:00.920627 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-9d365f52-40b3-41f3-8327-315525c6640e req-efcf96ec-f652-436a-ad0d-5e22c72cd5c0 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431 HTTP/1.1" status: 200 len: 943 time: 0.0622747 Jun 23 19:13:00.957460 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-9d365f52-40b3-41f3-8327-315525c6640e req-0bcc72de-e9b7-479a-b545-49538a6b01bf tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331025 Jun 23 19:13:01.005278 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-9d5b783d-6ac2-4a30-ae00-71245d03c91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:01.484208 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:01.763648 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 843f163d-57e3-4ed5-a476-9855c92a14eb details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=99983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:13:01.860714 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 843f163d-57e3-4ed5-a476-9855c92a14eb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=843f163d-57e3-4ed5-a476-9855c92a14eb,segment=NetworkSegment(38874c69-333b-45e6-9da4-ed2bde4f846a),segment_id=38874c69-333b-45e6-9da4-ed2bde4f846a)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:13:01.871731 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Returning: {'device': '843f163d-57e3-4ed5-a476-9855c92a14eb', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'port_id': '843f163d-57e3-4ed5-a476-9855c92a14eb', 'mac_address': 'fa:16:3e:5e:af:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:13:01.907588 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:01.919620 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 843f163d-57e3-4ed5-a476-9855c92a14eb {{(pid=99983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:13:01.938637 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 843f163d-57e3-4ed5-a476-9855c92a14eb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=843f163d-57e3-4ed5-a476-9855c92a14eb,segment=NetworkSegment(38874c69-333b-45e6-9da4-ed2bde4f846a),segment_id=38874c69-333b-45e6-9da4-ed2bde4f846a)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:13:02.005668 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:02.007502 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-01717227-566e-46aa-af32-313129ec0248 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:02.052966 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=843f163d-57e3-4ed5-a476-9855c92a14eb,revision_number=4']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:02.060690 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:02.061120 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:02.061486 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:02.061829 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:02.062167 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:02.062528 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:02.062866 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:02.063193 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:02.063523 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:02.063867 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:02.064182 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:02.064506 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:02.068472 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:02.189405 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ecea7-99b4-488a-93d5-effbb65962ba req-49252fa5-125f-4e89-b16d-da9d3c4d9a1a tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:02.190853 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a90ecea7-99b4-488a-93d5-effbb65962ba req-49252fa5-125f-4e89-b16d-da9d3c4d9a1a tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431 HTTP/1.1" status: 200 len: 944 time: 0.0640991 Jun 23 19:13:02.227270 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a90ecea7-99b4-488a-93d5-effbb65962ba req-1524576c-63f6-4418-97a2-6ccb91383689 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308669 Jun 23 19:13:02.327751 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] get_ports_and_sgs() called for port_ids ['843f163d-57e3-4ed5-a476-9855c92a14eb'] {{(pid=99983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:13:02.372456 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:03.558321 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b0644-c235-4abd-905b-6fb8bfe44f79 req-0b3b0b67-ff18-4898-b77b-2035dd94425e tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:03.558321 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-780b0644-c235-4abd-905b-6fb8bfe44f79 req-0b3b0b67-ff18-4898-b77b-2035dd94425e tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431 HTTP/1.1" status: 200 len: 944 time: 0.0656383 Jun 23 19:13:03.592919 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-780b0644-c235-4abd-905b-6fb8bfe44f79 req-c4c916d5-bdc3-408c-b1ec-56ada9e7a262 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311413 Jun 23 19:13:03.605392 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:03.755411 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 843f163d-57e3-4ed5-a476-9855c92a14eb up at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:13:03.867941 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning for port 843f163d-57e3-4ed5-a476-9855c92a14eb completed by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:13:03.872209 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.provisioning_blocks [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Provisioning complete for port 843f163d-57e3-4ed5-a476-9855c92a14eb triggered by entity L2. {{(pid=99983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:13:03.872540 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1045391'] for port, provisioning_complete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:03.944206 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:03.965982 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843f163d-57e3-4ed5-a476-9855c92a14eb'}] {{(pid=99983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:13:03.968255 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3da190a675926e82bddf1ae19285f5edc5f8218f501b2228f0a51a29f9c71fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8a1da5-60c5-41b8-95d1-14d34d927175" -d '{"events": [{"server_uuid": "26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431", "name": "network-vif-plugged", "status": "completed", "tag": "843f163d-57e3-4ed5-a476-9855c92a14eb"}]}' {{(pid=99983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:13:03.980317 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] For port 843f163d-57e3-4ed5-a476-9855c92a14eb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=843f163d-57e3-4ed5-a476-9855c92a14eb,segment=NetworkSegment(38874c69-333b-45e6-9da4-ed2bde4f846a),segment_id=38874c69-333b-45e6-9da4-ed2bde4f846a)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:13:04.002948 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39144589-7f5e-4724-b03f-a585f91150f4 x-openstack-request-id: req-39144589-7f5e-4724-b03f-a585f91150f4 {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:13:04.003243 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431", "name": "network-vif-plugged", "status": "completed", "tag": "843f163d-57e3-4ed5-a476-9855c92a14eb", "code": 200}]} {{(pid=99983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:13:04.003510 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-39144589-7f5e-4724-b03f-a585f91150f4 {{(pid=99983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:13:04.003916 dv-cinder-786386-8-iscsi neutron-server[99983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843f163d-57e3-4ed5-a476-9855c92a14eb', 'code': 200} Jun 23 19:13:04.045623 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029'] for port, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:04.047905 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ca95c7d4-79d4-476a-aaab-ec760f7d4778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:04.092708 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Pushing event updated for resources: {'Port': ['ID=843f163d-57e3-4ed5-a476-9855c92a14eb,revision_number=5']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:04.095590 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:04.413653 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830aba1-3b11-48ed-8ee2-0f6732b0cacb req-4e8363a5-7956-46ce-86c9-e6be7897bc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:04.415094 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-1830aba1-3b11-48ed-8ee2-0f6732b0cacb req-4e8363a5-7956-46ce-86c9-e6be7897bc61 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431 HTTP/1.1" status: 200 len: 1098 time: 0.0496883 Jun 23 19:13:04.449165 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-1830aba1-3b11-48ed-8ee2-0f6732b0cacb req-643e4797-a350-4800-9b08-dd52c25b81a0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266843 Jun 23 19:13:04.760663 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f491ae-ca3e-4cb4-957f-b75ad488624e req-098d935b-afcf-4f3f-9dd9-1cf2f595215e tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:04.762129 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c5f491ae-ca3e-4cb4-957f-b75ad488624e req-098d935b-afcf-4f3f-9dd9-1cf2f595215e tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431 HTTP/1.1" status: 200 len: 945 time: 0.0621896 Jun 23 19:13:04.798448 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-c5f491ae-ca3e-4cb4-957f-b75ad488624e req-907c3308-f8fe-42fd-9b22-56363e2a18a8 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307155 Jun 23 19:13:05.972486 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ba764-5fd0-4584-9f13-185d2d1b9036 req-5cf03ddb-889e-40ca-beab-5178c0bb0cc1 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:05.973928 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-241ba764-5fd0-4584-9f13-185d2d1b9036 req-5cf03ddb-889e-40ca-beab-5178c0bb0cc1 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431 HTTP/1.1" status: 200 len: 945 time: 0.0644903 Jun 23 19:13:06.010328 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-241ba764-5fd0-4584-9f13-185d2d1b9036 req-b76ff4fb-c11a-40f2-bba6-caae3d700de3 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307777 Jun 23 19:13:06.178812 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab49a2-dc37-47d7-98e7-a6cb821662d6 req-cfc41c7e-e56c-434e-bdc4-67560a39e4e4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:06.180280 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-b5ab49a2-dc37-47d7-98e7-a6cb821662d6 req-cfc41c7e-e56c-434e-bdc4-67560a39e4e4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431 HTTP/1.1" status: 200 len: 945 time: 0.0648468 Jun 23 19:13:06.217817 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-b5ab49a2-dc37-47d7-98e7-a6cb821662d6 req-22b573f0-3332-4ecf-9f12-86343e94de3c tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314548 Jun 23 19:13:06.242739 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 38742) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:06.295912 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed95de45-8a31-49ab-b494-4462d6b78f8e tempest-TestVolumeBootPattern-514880391 tempest-TestVolumeBootPattern-514880391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:06.298926 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-ed95de45-8a31-49ab-b494-4462d6b78f8e tempest-TestVolumeBootPattern-514880391 tempest-TestVolumeBootPattern-514880391-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431 HTTP/1.1" status: 200 len: 1093 time: 0.0546827 Jun 23 19:13:06.300344 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 38744) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:06.304929 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.v2.base [None req-7be3f695-4ad1-472f-bacf-a694d6f91a7b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Request body: {'floatingip': {'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'port_id': '843f163d-57e3-4ed5-a476-9855c92a14eb', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=99981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:13:06.365007 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-7be3f695-4ad1-472f-bacf-a694d6f91a7b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for floatingip, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:06.463410 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-7be3f695-4ad1-472f-bacf-a694d6f91a7b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-614689'] for port, before_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:06.563717 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.db_base_plugin_common [None req-7be3f695-4ad1-472f-bacf-a694d6f91a7b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Allocated IP 172.27.0.76 (5d962e1b-a48a-439d-b5f0-687f24f30c92/77178bee-415e-4d1b-b321-842ae6d8e42c/d589eee1-a604-4694-8cb1-7a97146c9e36) {{(pid=99981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:13:06.663050 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-7be3f695-4ad1-472f-bacf-a694d6f91a7b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for port, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:06.748181 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-7be3f695-4ad1-472f-bacf-a694d6f91a7b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-110161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739890188966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-66155747'] for port, after_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:06.750353 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-545117bd-e94c-456d-aaab-eb93e027c2fd tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:06.788818 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be3f695-4ad1-472f-bacf-a694d6f91a7b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Network 5d962e1b-a48a-439d-b5f0-687f24f30c92 is already hosted by enough agents. {{(pid=99981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:13:06.791527 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.base_scheduler [None req-7be3f695-4ad1-472f-bacf-a694d6f91a7b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Resources bound (agent type, host, resource id): {{(pid=99981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:13:06.794018 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be3f695-4ad1-472f-bacf-a694d6f91a7b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Received port after_create {{(pid=99981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:13:06.819347 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3f695-4ad1-472f-bacf-a694d6f91a7b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Pushing event updated for resources: {'Port': ['ID=d589eee1-a604-4694-8cb1-7a97146c9e36,revision_number=1']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:06.832068 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3f695-4ad1-472f-bacf-a694d6f91a7b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:06.832461 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3f695-4ad1-472f-bacf-a694d6f91a7b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:06.832844 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3f695-4ad1-472f-bacf-a694d6f91a7b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:06.833222 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3f695-4ad1-472f-bacf-a694d6f91a7b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:06.833594 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3f695-4ad1-472f-bacf-a694d6f91a7b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:06.833967 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3f695-4ad1-472f-bacf-a694d6f91a7b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:06.834360 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3f695-4ad1-472f-bacf-a694d6f91a7b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:06.834732 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3f695-4ad1-472f-bacf-a694d6f91a7b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:06.835099 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3f695-4ad1-472f-bacf-a694d6f91a7b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:06.835462 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3f695-4ad1-472f-bacf-a694d6f91a7b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:06.835823 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3f695-4ad1-472f-bacf-a694d6f91a7b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:06.836184 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3f695-4ad1-472f-bacf-a694d6f91a7b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:06.840251 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-7be3f695-4ad1-472f-bacf-a694d6f91a7b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:06.858822 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 6 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:13:07.161310 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-7be3f695-4ad1-472f-bacf-a694d6f91a7b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:07.298806 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-7be3f695-4ad1-472f-bacf-a694d6f91a7b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-614711'] for port, before_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:07.442704 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-7be3f695-4ad1-472f-bacf-a694d6f91a7b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for port, precommit_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:07.507688 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-7be3f695-4ad1-472f-bacf-a694d6f91a7b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739890565075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739890188984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739890189029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66155761'] for port, after_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:07.510392 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:07.580106 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3f695-4ad1-472f-bacf-a694d6f91a7b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Pushing event updated for resources: {'Port': ['ID=d589eee1-a604-4694-8cb1-7a97146c9e36,revision_number=2']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:07.586371 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-7be3f695-4ad1-472f-bacf-a694d6f91a7b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:07.593767 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-7be3f695-4ad1-472f-bacf-a694d6f91a7b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1978722'] for floatingip, after_update {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:07.696993 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.db.l3_db [None req-7be3f695-4ad1-472f-bacf-a694d6f91a7b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Floating IP 83ac6079-8d43-4979-b195-98ef274bae85 associated. External IP: 172.27.0.76, port: 843f163d-57e3-4ed5-a476-9855c92a14eb. Jun 23 19:13:07.892216 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be3f695-4ad1-472f-bacf-a694d6f91a7b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Router 6aee4e35-373e-4630-bb6e-5e5a5b196444 has already been hosted by L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 {{(pid=99981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:13:07.997324 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be3f695-4ad1-472f-bacf-a694d6f91a7b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:13:08.006735 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898fdc5e-a097-4b5f-9d8b-38bc50340dd6 None None] Sync routers for ids ['6aee4e35-373e-4630-bb6e-5e5a5b196444'] in dv-cinder-786386-8-iscsi {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:13:08.018983 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898fdc5e-a097-4b5f-9d8b-38bc50340dd6 None None] Routers {'6aee4e35-373e-4630-bb6e-5e5a5b196444'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:13:08.019973 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-898fdc5e-a097-4b5f-9d8b-38bc50340dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:13:01Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['6aee4e35-373e-4630-bb6e-5e5a5b196444'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:08.067694 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-7be3f695-4ad1-472f-bacf-a694d6f91a7b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for floatingip, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:08.103622 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-7be3f695-4ad1-472f-bacf-a694d6f91a7b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8022213 Jun 23 19:13:08.104310 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431', 'tag': '843f163d-57e3-4ed5-a476-9855c92a14eb'}] {{(pid=99981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:13:08.106743 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c19ba6c2e482ff9aabb3850c8975427142a9e03079a3b94b5c7a7eb1b25c395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc15ac9a-0855-4c49-bca6-7f89dd4c5415" -d '{"events": [{"name": "network-changed", "server_uuid": "26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431", "tag": "843f163d-57e3-4ed5-a476-9855c92a14eb"}]}' {{(pid=99981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:13:08.130375 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-898fdc5e-a097-4b5f-9d8b-38bc50340dd6 None None] Set router 6aee4e35-373e-4630-bb6e-5e5a5b196444 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:13:08.144278 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a24b5ad-b5a9-4ad3-9750-44274929c778 x-openstack-request-id: req-0a24b5ad-b5a9-4ad3-9750-44274929c778 {{(pid=99981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:13:08.144624 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431", "tag": "843f163d-57e3-4ed5-a476-9855c92a14eb", "status": "completed", "code": 200}]} {{(pid=99981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:13:08.144934 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0a24b5ad-b5a9-4ad3-9750-44274929c778 {{(pid=99981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:13:08.145390 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431', 'tag': '843f163d-57e3-4ed5-a476-9855c92a14eb', 'status': 'completed', 'code': 200} Jun 23 19:13:08.245629 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15ac9a-0855-4c49-bca6-7f89dd4c5415 req-87ca85e7-c0d3-4331-8d30-da42963ad4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:08.247150 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-cc15ac9a-0855-4c49-bca6-7f89dd4c5415 req-87ca85e7-c0d3-4331-8d30-da42963ad4b2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4917e4db4c4d4276900c99e47e99f9f9&device_id=26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431 HTTP/1.1" status: 200 len: 1098 time: 0.0522106 Jun 23 19:13:08.333747 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15ac9a-0855-4c49-bca6-7f89dd4c5415 req-796c3b82-1c34-4fc8-b52c-0f3dc9494b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:08.335213 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-cc15ac9a-0855-4c49-bca6-7f89dd4c5415 req-796c3b82-1c34-4fc8-b52c-0f3dc9494b27 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f68a85fd-bb85-49e6-98d1-0a49343d758a HTTP/1.1" status: 200 len: 912 time: 0.0821724 Jun 23 19:13:08.350332 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-898fdc5e-a097-4b5f-9d8b-38bc50340dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'name': 'tempest-TestVolumeBootPattern-910145180-router', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:51Z', 'updated_at': '2021-06-23T19:07:54Z', 'revision_number': 4, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'gw_port': {'id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:52Z', 'updated_at': '2021-06-23T19:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_floatingips': [{'id': '83ac6079-8d43-4979-b195-98ef274bae85', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'router_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'port_id': '843f163d-57e3-4ed5-a476-9855c92a14eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'mac_address': 'fa:16:3e:5e:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:13:07Z', 'updated_at': '2021-06-23T19:13:07Z', 'revision_number': 0, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'fixed_ip_address_scope': None}, {'id': '95ce564e-e332-40cc-8cf8-0d60a5149d58', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'floating_ip_address': '172.27.0.75', 'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'router_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'port_id': 'c629dd42-05db-43b3-b04f-7fe2a3839843', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'mac_address': 'fa:16:3e:7d:ee:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e4da93-b88f-4353-9cf0-decae3d1c420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:11:07Z', 'updated_at': '2021-06-23T19:11:09Z', 'revision_number': 1, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea04eeec-bace-4ace-a1c8-69823864f727', 'name': '', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'mac_address': 'fa:16:3e:40:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:54Z', 'updated_at': '2021-06-23T19:07:59Z', 'revision_number': 5, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'subnets': [{'id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:08.375304 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898fdc5e-a097-4b5f-9d8b-38bc50340dd6 None None] Checking router: 6aee4e35-373e-4630-bb6e-5e5a5b196444 for host: dv-cinder-786386-8-iscsi {{(pid=99983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:13:08.383455 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898fdc5e-a097-4b5f-9d8b-38bc50340dd6 None None] Routers {'6aee4e35-373e-4630-bb6e-5e5a5b196444'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:13:08.384066 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-898fdc5e-a097-4b5f-9d8b-38bc50340dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:13:01Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['6aee4e35-373e-4630-bb6e-5e5a5b196444'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:08.400893 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-cc15ac9a-0855-4c49-bca6-7f89dd4c5415 req-cfeefd17-d777-4ce1-9274-a560e258b697 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=843f163d-57e3-4ed5-a476-9855c92a14eb HTTP/1.1" status: 200 len: 998 time: 0.0587275 Jun 23 19:13:08.447026 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15ac9a-0855-4c49-bca6-7f89dd4c5415 req-a615a439-6439-4cd7-818b-a4b96023c370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:08.449018 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-cc15ac9a-0855-4c49-bca6-7f89dd4c5415 req-a615a439-6439-4cd7-818b-a4b96023c370 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7df1390-49dc-44e4-8ff7-113f6550a835 HTTP/1.1" status: 200 len: 850 time: 0.0414703 Jun 23 19:13:08.488456 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-898fdc5e-a097-4b5f-9d8b-38bc50340dd6 None None] Set router 6aee4e35-373e-4630-bb6e-5e5a5b196444 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:13:08.503498 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15ac9a-0855-4c49-bca6-7f89dd4c5415 req-6f35b62d-fc97-41c6-b654-22ed818fa6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:08.504967 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-cc15ac9a-0855-4c49-bca6-7f89dd4c5415 req-6f35b62d-fc97-41c6-b654-22ed818fa6f0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f68a85fd-bb85-49e6-98d1-0a49343d758a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502863 Jun 23 19:13:08.594659 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-cc15ac9a-0855-4c49-bca6-7f89dd4c5415 req-66900435-6a72-42f7-8135-2ee89b008efd service neutron] 10.222.0.74 "GET /v2.0/networks/f68a85fd-bb85-49e6-98d1-0a49343d758a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822458 Jun 23 19:13:08.682334 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-cc15ac9a-0855-4c49-bca6-7f89dd4c5415 req-583d8462-f8ad-473e-a702-6b37d7a41059 service neutron] 10.222.0.74 "GET /v2.0/networks/f68a85fd-bb85-49e6-98d1-0a49343d758a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816672 Jun 23 19:13:08.842521 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-898fdc5e-a097-4b5f-9d8b-38bc50340dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'name': 'tempest-TestVolumeBootPattern-910145180-router', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:51Z', 'updated_at': '2021-06-23T19:07:54Z', 'revision_number': 4, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'gw_port': {'id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:52Z', 'updated_at': '2021-06-23T19:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_floatingips': [{'id': '83ac6079-8d43-4979-b195-98ef274bae85', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'router_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'port_id': '843f163d-57e3-4ed5-a476-9855c92a14eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'mac_address': 'fa:16:3e:5e:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:13:07Z', 'updated_at': '2021-06-23T19:13:07Z', 'revision_number': 0, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'fixed_ip_address_scope': None}, {'id': '95ce564e-e332-40cc-8cf8-0d60a5149d58', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'floating_ip_address': '172.27.0.75', 'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'router_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'port_id': 'c629dd42-05db-43b3-b04f-7fe2a3839843', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'mac_address': 'fa:16:3e:7d:ee:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e4da93-b88f-4353-9cf0-decae3d1c420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:11:07Z', 'updated_at': '2021-06-23T19:11:09Z', 'revision_number': 1, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea04eeec-bace-4ace-a1c8-69823864f727', 'name': '', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'mac_address': 'fa:16:3e:40:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:54Z', 'updated_at': '2021-06-23T19:07:59Z', 'revision_number': 5, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'subnets': [{'id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:08.867492 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898fdc5e-a097-4b5f-9d8b-38bc50340dd6 None None] The sync data for ids ['6aee4e35-373e-4630-bb6e-5e5a5b196444'] in dv-cinder-786386-8-iscsi is: [{'id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'name': 'tempest-TestVolumeBootPattern-910145180-router', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:51Z', 'updated_at': '2021-06-23T19:07:54Z', 'revision_number': 4, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'gw_port': {'id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:52Z', 'updated_at': '2021-06-23T19:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_floatingips': [{'id': '83ac6079-8d43-4979-b195-98ef274bae85', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'router_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'port_id': '843f163d-57e3-4ed5-a476-9855c92a14eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'mac_address': 'fa:16:3e:5e:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:13:07Z', 'updated_at': '2021-06-23T19:13:07Z', 'revision_number': 0, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'fixed_ip_address_scope': None}, {'id': '95ce564e-e332-40cc-8cf8-0d60a5149d58', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'floating_ip_address': '172.27.0.75', 'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'router_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'port_id': 'c629dd42-05db-43b3-b04f-7fe2a3839843', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'mac_address': 'fa:16:3e:7d:ee:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e4da93-b88f-4353-9cf0-decae3d1c420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:11:07Z', 'updated_at': '2021-06-23T19:11:09Z', 'revision_number': 1, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea04eeec-bace-4ace-a1c8-69823864f727', 'name': '', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'mac_address': 'fa:16:3e:40:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:54Z', 'updated_at': '2021-06-23T19:07:59Z', 'revision_number': 5, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'subnets': [{'id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:13:09.045559 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb61eb7-b39b-45f1-8185-0c3f3569b964 None None] New status for floating IP 83ac6079-8d43-4979-b195-98ef274bae85: ACTIVE {{(pid=99984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:13:11.535142 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:28.494467 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-3523eab7-b305-42a4-9f84-4b02e0a47b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:31.025913 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-bc9635f5-955d-4d89-b975-c12090799255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:31.488458 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:32.385669 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:33.612886 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:41.493263 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:43.858688 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 6 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:13:53.505284 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-41979c97-30e9-4eee-a42c-10cc40620c35 req-68be992b-e995-4b59-be44-8f2052b3dc24 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=00e4da93-b88f-4353-9cf0-decae3d1c420&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0863154 Jun 23 19:13:53.611482 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41979c97-30e9-4eee-a42c-10cc40620c35 req-3c2d4024-ba8b-460c-8cae-cc8572d194e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:53.612879 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-41979c97-30e9-4eee-a42c-10cc40620c35 req-3c2d4024-ba8b-460c-8cae-cc8572d194e8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4917e4db4c4d4276900c99e47e99f9f9&device_id=00e4da93-b88f-4353-9cf0-decae3d1c420 HTTP/1.1" status: 200 len: 1099 time: 0.0492108 Jun 23 19:13:53.713710 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41979c97-30e9-4eee-a42c-10cc40620c35 req-d8ec83a1-d054-4dad-a279-e8054104972e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:53.715069 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-41979c97-30e9-4eee-a42c-10cc40620c35 req-d8ec83a1-d054-4dad-a279-e8054104972e service neutron] 10.222.0.74 "GET /v2.0/networks?id=f68a85fd-bb85-49e6-98d1-0a49343d758a HTTP/1.1" status: 200 len: 912 time: 0.0827224 Jun 23 19:13:53.777319 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-41979c97-30e9-4eee-a42c-10cc40620c35 req-f22edef9-1fef-4fbe-a088-246402b37e99 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c629dd42-05db-43b3-b04f-7fe2a3839843 HTTP/1.1" status: 200 len: 1001 time: 0.0557661 Jun 23 19:13:53.824332 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41979c97-30e9-4eee-a42c-10cc40620c35 req-e1c57f6f-3c9e-4357-b7e6-637a78b1c216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:53.825725 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-41979c97-30e9-4eee-a42c-10cc40620c35 req-e1c57f6f-3c9e-4357-b7e6-637a78b1c216 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7df1390-49dc-44e4-8ff7-113f6550a835 HTTP/1.1" status: 200 len: 850 time: 0.0425673 Jun 23 19:13:53.883709 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41979c97-30e9-4eee-a42c-10cc40620c35 req-7345a3b5-334f-4b83-9a66-80c109fc1c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:53.885158 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-41979c97-30e9-4eee-a42c-10cc40620c35 req-7345a3b5-334f-4b83-9a66-80c109fc1c6b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f68a85fd-bb85-49e6-98d1-0a49343d758a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538533 Jun 23 19:13:53.970363 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-41979c97-30e9-4eee-a42c-10cc40620c35 req-1bb7e7d4-d526-4ec9-be21-c5f95b3f717e service neutron] 10.222.0.74 "GET /v2.0/networks/f68a85fd-bb85-49e6-98d1-0a49343d758a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783238 Jun 23 19:13:54.058164 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-41979c97-30e9-4eee-a42c-10cc40620c35 req-19c7c7fe-79a5-420e-908b-310b099b14aa service neutron] 10.222.0.74 "GET /v2.0/networks/f68a85fd-bb85-49e6-98d1-0a49343d758a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807779 Jun 23 19:13:58.491191 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-e35223df-94b4-4deb-a066-961626008e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:01.075152 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-34f03699-1ff2-4565-8fb5-41d506158703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:01.480726 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:02.348998 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:02.905459 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [req-1da667e0-5b44-4d75-ab7a-e3d98b5c5172 req-ca32e45d-bce0-4526-bd1f-20513a1d2a44 service neutron] (99982) timed out ('10.222.0.74', 50685) {{(pid=99982) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 19:14:03.633608 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:11.536687 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:20.857420 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 6 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:14:28.495025 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-01ec87bf-eb95-4ee1-b509-1d6758d2640e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:31.037476 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-8c9298f8-82d5-4a69-b4f1-648f706dba5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:31.502022 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:32.364063 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:33.626020 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:35.583300 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 38788) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:35.740200 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.plugin [None req-fb566ae5-c7d1-450f-b436-fb0bd6002b17 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Deleting port d589eee1-a604-4694-8cb1-7a97146c9e36 {{(pid=99981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:14:35.740550 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-fb566ae5-c7d1-450f-b436-fb0bd6002b17 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:35.812090 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-fb566ae5-c7d1-450f-b436-fb0bd6002b17 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:35.812417 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-fb566ae5-c7d1-450f-b436-fb0bd6002b17 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:35.824384 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.plugin [None req-fb566ae5-c7d1-450f-b436-fb0bd6002b17 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Calling delete_port for d589eee1-a604-4694-8cb1-7a97146c9e36 owned by network:floatingip {{(pid=99981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:14:36.072966 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-fb566ae5-c7d1-450f-b436-fb0bd6002b17 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66155770'] for port, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:36.075892 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-f599cc98-276e-43bd-a67f-403c198b7fd8 tempest-AttachVolumeTestJSON-857755842 tempest-AttachVolumeTestJSON-857755842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:36.099860 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb566ae5-c7d1-450f-b436-fb0bd6002b17 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Pushing event deleted for resources: {'Port': ['ID=d589eee1-a604-4694-8cb1-7a97146c9e36,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:36.124566 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb566ae5-c7d1-450f-b436-fb0bd6002b17 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:36.128189 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb566ae5-c7d1-450f-b436-fb0bd6002b17 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:36.128189 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb566ae5-c7d1-450f-b436-fb0bd6002b17 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:36.128189 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb566ae5-c7d1-450f-b436-fb0bd6002b17 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:36.128189 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb566ae5-c7d1-450f-b436-fb0bd6002b17 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:36.128189 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb566ae5-c7d1-450f-b436-fb0bd6002b17 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:36.128189 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb566ae5-c7d1-450f-b436-fb0bd6002b17 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:36.128189 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb566ae5-c7d1-450f-b436-fb0bd6002b17 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:36.128189 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb566ae5-c7d1-450f-b436-fb0bd6002b17 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:36.129092 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb566ae5-c7d1-450f-b436-fb0bd6002b17 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:36.129092 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb566ae5-c7d1-450f-b436-fb0bd6002b17 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:36.129300 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb566ae5-c7d1-450f-b436-fb0bd6002b17 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:36.134692 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-fb566ae5-c7d1-450f-b436-fb0bd6002b17 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:36.180057 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-fb566ae5-c7d1-450f-b436-fb0bd6002b17 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for floatingip, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:36.180389 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.db.l3_db [None req-fb566ae5-c7d1-450f-b436-fb0bd6002b17 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Floating IP 83ac6079-8d43-4979-b195-98ef274bae85 disassociated (deleted). External IP: 172.27.0.76, port: 843f163d-57e3-4ed5-a476-9855c92a14eb. Jun 23 19:14:36.379473 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb566ae5-c7d1-450f-b436-fb0bd6002b17 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Router 6aee4e35-373e-4630-bb6e-5e5a5b196444 has already been hosted by L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 {{(pid=99981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:14:36.489219 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb566ae5-c7d1-450f-b436-fb0bd6002b17 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:14:36.494020 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-fb566ae5-c7d1-450f-b436-fb0bd6002b17 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for floatingip, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:36.498500 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df084ae1-fd8a-49c7-87df-9c799f2fa3fb None None] Sync routers for ids ['6aee4e35-373e-4630-bb6e-5e5a5b196444'] in dv-cinder-786386-8-iscsi {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:14:36.507104 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df084ae1-fd8a-49c7-87df-9c799f2fa3fb None None] Routers {'6aee4e35-373e-4630-bb6e-5e5a5b196444'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:14:36.507802 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-df084ae1-fd8a-49c7-87df-9c799f2fa3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:14:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['6aee4e35-373e-4630-bb6e-5e5a5b196444'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:36.529253 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-fb566ae5-c7d1-450f-b436-fb0bd6002b17 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "DELETE /v2.0/floatingips/83ac6079-8d43-4979-b195-98ef274bae85 HTTP/1.1" status: 204 len: 168 time: 0.9448771 Jun 23 19:14:36.529944 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431', 'tag': '843f163d-57e3-4ed5-a476-9855c92a14eb'}] {{(pid=99981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:14:36.532768 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c19ba6c2e482ff9aabb3850c8975427142a9e03079a3b94b5c7a7eb1b25c395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67df3d8-7e2c-4a6e-9f1d-30c2c4b4f2d1" -d '{"events": [{"name": "network-changed", "server_uuid": "26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431", "tag": "843f163d-57e3-4ed5-a476-9855c92a14eb"}]}' {{(pid=99981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:14:36.576641 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217bd164-2618-472b-8ac2-76ac2e2b99a9 x-openstack-request-id: req-217bd164-2618-472b-8ac2-76ac2e2b99a9 {{(pid=99981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:14:36.576987 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431", "tag": "843f163d-57e3-4ed5-a476-9855c92a14eb", "status": "completed", "code": 200}]} {{(pid=99981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:14:36.578570 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-217bd164-2618-472b-8ac2-76ac2e2b99a9 {{(pid=99981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:14:36.579080 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431', 'tag': '843f163d-57e3-4ed5-a476-9855c92a14eb', 'status': 'completed', 'code': 200} Jun 23 19:14:36.617252 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-df084ae1-fd8a-49c7-87df-9c799f2fa3fb None None] Set router 6aee4e35-373e-4630-bb6e-5e5a5b196444 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:14:36.675848 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67df3d8-7e2c-4a6e-9f1d-30c2c4b4f2d1 req-33240fa9-57ad-49e0-836b-eb0f9cb6562e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:36.677946 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f67df3d8-7e2c-4a6e-9f1d-30c2c4b4f2d1 req-33240fa9-57ad-49e0-836b-eb0f9cb6562e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4917e4db4c4d4276900c99e47e99f9f9&device_id=26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431 HTTP/1.1" status: 200 len: 1098 time: 0.0540357 Jun 23 19:14:36.769850 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67df3d8-7e2c-4a6e-9f1d-30c2c4b4f2d1 req-55cbf3a6-8f91-4a73-a1a3-a5dcdbf9358b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:36.771622 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f67df3d8-7e2c-4a6e-9f1d-30c2c4b4f2d1 req-55cbf3a6-8f91-4a73-a1a3-a5dcdbf9358b service neutron] 10.222.0.74 "GET /v2.0/networks?id=f68a85fd-bb85-49e6-98d1-0a49343d758a HTTP/1.1" status: 200 len: 912 time: 0.0874138 Jun 23 19:14:36.815183 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f67df3d8-7e2c-4a6e-9f1d-30c2c4b4f2d1 req-d6ba0aa2-75c8-48ed-8b71-5420b4718cda service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=843f163d-57e3-4ed5-a476-9855c92a14eb HTTP/1.1" status: 200 len: 217 time: 0.0365398 Jun 23 19:14:36.838291 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-df084ae1-fd8a-49c7-87df-9c799f2fa3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'name': 'tempest-TestVolumeBootPattern-910145180-router', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:51Z', 'updated_at': '2021-06-23T19:07:54Z', 'revision_number': 4, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'gw_port': {'id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:52Z', 'updated_at': '2021-06-23T19:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_floatingips': [{'id': '95ce564e-e332-40cc-8cf8-0d60a5149d58', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'floating_ip_address': '172.27.0.75', 'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'router_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'port_id': 'c629dd42-05db-43b3-b04f-7fe2a3839843', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'mac_address': 'fa:16:3e:7d:ee:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e4da93-b88f-4353-9cf0-decae3d1c420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:11:07Z', 'updated_at': '2021-06-23T19:11:09Z', 'revision_number': 1, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea04eeec-bace-4ace-a1c8-69823864f727', 'name': '', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'mac_address': 'fa:16:3e:40:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:54Z', 'updated_at': '2021-06-23T19:07:59Z', 'revision_number': 5, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'subnets': [{'id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:36.862116 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67df3d8-7e2c-4a6e-9f1d-30c2c4b4f2d1 req-905a85bf-b86e-4857-a08b-9ae2a3096692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:36.863579 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f67df3d8-7e2c-4a6e-9f1d-30c2c4b4f2d1 req-905a85bf-b86e-4857-a08b-9ae2a3096692 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7df1390-49dc-44e4-8ff7-113f6550a835 HTTP/1.1" status: 200 len: 850 time: 0.0429003 Jun 23 19:14:36.868853 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df084ae1-fd8a-49c7-87df-9c799f2fa3fb None None] Checking router: 6aee4e35-373e-4630-bb6e-5e5a5b196444 for host: dv-cinder-786386-8-iscsi {{(pid=99983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:14:36.877368 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df084ae1-fd8a-49c7-87df-9c799f2fa3fb None None] Routers {'6aee4e35-373e-4630-bb6e-5e5a5b196444'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:14:36.877931 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-df084ae1-fd8a-49c7-87df-9c799f2fa3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:14:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['6aee4e35-373e-4630-bb6e-5e5a5b196444'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:36.932186 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67df3d8-7e2c-4a6e-9f1d-30c2c4b4f2d1 req-4dc6cb90-e44f-4fa2-bbc2-95f15fd1d5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:36.933666 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f67df3d8-7e2c-4a6e-9f1d-30c2c4b4f2d1 req-4dc6cb90-e44f-4fa2-bbc2-95f15fd1d5ab service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f68a85fd-bb85-49e6-98d1-0a49343d758a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570617 Jun 23 19:14:36.996640 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-df084ae1-fd8a-49c7-87df-9c799f2fa3fb None None] Set router 6aee4e35-373e-4630-bb6e-5e5a5b196444 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:14:37.028062 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f67df3d8-7e2c-4a6e-9f1d-30c2c4b4f2d1 req-b5b827ed-aff5-4196-8b13-912ea4054105 service neutron] 10.222.0.74 "GET /v2.0/networks/f68a85fd-bb85-49e6-98d1-0a49343d758a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848460 Jun 23 19:14:37.156112 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-f67df3d8-7e2c-4a6e-9f1d-30c2c4b4f2d1 req-178fab09-221f-45c9-a114-a0419f0af5a6 service neutron] 10.222.0.74 "GET /v2.0/networks/f68a85fd-bb85-49e6-98d1-0a49343d758a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213715 Jun 23 19:14:37.171914 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b31d9-8147-420c-8392-ed108e183eb0 req-03400d76-82d5-487c-a30e-bd16f3dc7fa7 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:37.173293 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-ad0b31d9-8147-420c-8392-ed108e183eb0 req-03400d76-82d5-487c-a30e-bd16f3dc7fa7 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431 HTTP/1.1" status: 200 len: 945 time: 0.1443431 Jun 23 19:14:37.212260 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-ad0b31d9-8147-420c-8392-ed108e183eb0 req-95b202aa-1b76-4842-a57a-2fb5017bcfa1 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328164 Jun 23 19:14:37.220253 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-df084ae1-fd8a-49c7-87df-9c799f2fa3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'name': 'tempest-TestVolumeBootPattern-910145180-router', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:51Z', 'updated_at': '2021-06-23T19:07:54Z', 'revision_number': 4, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'gw_port': {'id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:52Z', 'updated_at': '2021-06-23T19:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_floatingips': [{'id': '95ce564e-e332-40cc-8cf8-0d60a5149d58', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'floating_ip_address': '172.27.0.75', 'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'router_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'port_id': 'c629dd42-05db-43b3-b04f-7fe2a3839843', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'mac_address': 'fa:16:3e:7d:ee:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e4da93-b88f-4353-9cf0-decae3d1c420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:11:07Z', 'updated_at': '2021-06-23T19:11:09Z', 'revision_number': 1, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea04eeec-bace-4ace-a1c8-69823864f727', 'name': '', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'mac_address': 'fa:16:3e:40:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:54Z', 'updated_at': '2021-06-23T19:07:59Z', 'revision_number': 5, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'subnets': [{'id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:37.248946 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df084ae1-fd8a-49c7-87df-9c799f2fa3fb None None] The sync data for ids ['6aee4e35-373e-4630-bb6e-5e5a5b196444'] in dv-cinder-786386-8-iscsi is: [{'id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'name': 'tempest-TestVolumeBootPattern-910145180-router', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:51Z', 'updated_at': '2021-06-23T19:07:54Z', 'revision_number': 4, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'gw_port': {'id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:52Z', 'updated_at': '2021-06-23T19:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_floatingips': [{'id': '95ce564e-e332-40cc-8cf8-0d60a5149d58', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'floating_ip_address': '172.27.0.75', 'floating_network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'router_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'port_id': 'c629dd42-05db-43b3-b04f-7fe2a3839843', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'mac_address': 'fa:16:3e:7d:ee:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e4da93-b88f-4353-9cf0-decae3d1c420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:11:07Z', 'updated_at': '2021-06-23T19:11:09Z', 'revision_number': 1, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea04eeec-bace-4ace-a1c8-69823864f727', 'name': '', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'mac_address': 'fa:16:3e:40:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:54Z', 'updated_at': '2021-06-23T19:07:59Z', 'revision_number': 5, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'subnets': [{'id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:14:37.450324 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf8e1e2-ab06-4bd9-9b18-fc782599d65a None None] New status for floating IP 83ac6079-8d43-4979-b195-98ef274bae85: DOWN {{(pid=99984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:14:38.681425 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc8cb2-a99c-43a5-87ad-96c649614e2c req-c24fffe4-5808-4829-be71-12880cca5891 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:38.682924 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-27dc8cb2-a99c-43a5-87ad-96c649614e2c req-c24fffe4-5808-4829-be71-12880cca5891 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431 HTTP/1.1" status: 200 len: 945 time: 0.3553135 Jun 23 19:14:38.722271 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-27dc8cb2-a99c-43a5-87ad-96c649614e2c req-0dc40023-c6bf-4e80-9da4-713644a32a24 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329521 Jun 23 19:14:38.752843 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b598d1-20f9-4019-9aab-0953138ed4b4 req-797c43fb-7303-4f31-b5d7-00bb2811099b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:38.754310 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a2b598d1-20f9-4019-9aab-0953138ed4b4 req-797c43fb-7303-4f31-b5d7-00bb2811099b tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.74 "GET /v2.0/ports?device_id=26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431 HTTP/1.1" status: 200 len: 945 time: 0.0696559 Jun 23 19:14:38.852767 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-a2b598d1-20f9-4019-9aab-0953138ed4b4 req-3a818905-2375-48d8-b416-6fd473f881c5 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Deleting port 843f163d-57e3-4ed5-a476-9855c92a14eb {{(pid=99982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:14:38.853107 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-a2b598d1-20f9-4019-9aab-0953138ed4b4 req-3a818905-2375-48d8-b416-6fd473f881c5 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:38.948679 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-a2b598d1-20f9-4019-9aab-0953138ed4b4 req-3a818905-2375-48d8-b416-6fd473f881c5 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] For port 843f163d-57e3-4ed5-a476-9855c92a14eb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=843f163d-57e3-4ed5-a476-9855c92a14eb,segment=NetworkSegment(38874c69-333b-45e6-9da4-ed2bde4f846a),segment_id=38874c69-333b-45e6-9da4-ed2bde4f846a)] {{(pid=99982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:14:38.949043 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-a2b598d1-20f9-4019-9aab-0953138ed4b4 req-3a818905-2375-48d8-b416-6fd473f881c5 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:38.963874 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-a2b598d1-20f9-4019-9aab-0953138ed4b4 req-3a818905-2375-48d8-b416-6fd473f881c5 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Calling delete_port for 843f163d-57e3-4ed5-a476-9855c92a14eb owned by compute:nova {{(pid=99982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:14:39.152714 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-a2b598d1-20f9-4019-9aab-0953138ed4b4 req-3a818905-2375-48d8-b416-6fd473f881c5 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63686034'] for port, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:39.156467 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-730506e7-2bbb-40a9-8f47-a77eea4268ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:39.183055 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a818905-2375-48d8-b416-6fd473f881c5 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Pushing event deleted for resources: {'Port': ['ID=843f163d-57e3-4ed5-a476-9855c92a14eb,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:39.196939 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a818905-2375-48d8-b416-6fd473f881c5 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:39.197328 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a818905-2375-48d8-b416-6fd473f881c5 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:39.197707 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a818905-2375-48d8-b416-6fd473f881c5 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:39.198076 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a818905-2375-48d8-b416-6fd473f881c5 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:39.198466 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a818905-2375-48d8-b416-6fd473f881c5 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:39.198835 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a818905-2375-48d8-b416-6fd473f881c5 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:39.199203 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a818905-2375-48d8-b416-6fd473f881c5 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:39.199564 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a818905-2375-48d8-b416-6fd473f881c5 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:39.199926 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a818905-2375-48d8-b416-6fd473f881c5 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:39.200281 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a818905-2375-48d8-b416-6fd473f881c5 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:39.200639 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a818905-2375-48d8-b416-6fd473f881c5 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:39.200995 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a818905-2375-48d8-b416-6fd473f881c5 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:39.218555 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-3a818905-2375-48d8-b416-6fd473f881c5 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:39.238841 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b598d1-20f9-4019-9aab-0953138ed4b4 req-3a818905-2375-48d8-b416-6fd473f881c5 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] No DVR routers for this DVR port 843f163d-57e3-4ed5-a476-9855c92a14eb on host hv-cinder-78638 {{(pid=99982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:14:39.241242 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-a2b598d1-20f9-4019-9aab-0953138ed4b4 req-3a818905-2375-48d8-b416-6fd473f881c5 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:39.243209 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-a2b598d1-20f9-4019-9aab-0953138ed4b4 req-3a818905-2375-48d8-b416-6fd473f881c5 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.74 "DELETE /v2.0/ports/843f163d-57e3-4ed5-a476-9855c92a14eb HTTP/1.1" status: 204 len: 173 time: 0.4833062 Jun 23 19:14:39.243694 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431', 'name': 'network-vif-deleted', 'tag': '843f163d-57e3-4ed5-a476-9855c92a14eb'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:14:39.245944 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9768c83f-abd7-4bfe-8bbd-9873f78a26bf" -d '{"events": [{"server_uuid": "26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431", "name": "network-vif-deleted", "tag": "843f163d-57e3-4ed5-a476-9855c92a14eb"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:14:39.280592 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7982d5c1-12c2-4d62-864c-6ff185c79d1f x-openstack-request-id: req-7982d5c1-12c2-4d62-864c-6ff185c79d1f {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:14:39.280925 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431", "name": "network-vif-deleted", "tag": "843f163d-57e3-4ed5-a476-9855c92a14eb", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:14:39.281218 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7982d5c1-12c2-4d62-864c-6ff185c79d1f {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:14:39.281909 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431', 'name': 'network-vif-deleted', 'tag': '843f163d-57e3-4ed5-a476-9855c92a14eb', 'status': 'completed', 'code': 200} Jun 23 19:14:39.864053 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-e6634c89-8b6b-4bff-9019-9df44542a445 req-89f2ba9f-9640-4468-bf0e-c9c7adf0c100 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ed71fd-aeb9-4f2e-b4ac-c1493a5ec431 HTTP/1.1" status: 200 len: 210 time: 0.0290358 Jun 23 19:14:41.523595 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:42.231646 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 843f163d-57e3-4ed5-a476-9855c92a14eb no longer exists at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:14:42.251829 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] No Port match for: 843f163d-57e3-4ed5-a476-9855c92a14eb {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:14:42.252181 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device 843f163d-57e3-4ed5-a476-9855c92a14eb not bound to the agent host hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:14:43.362478 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 38832) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:43.510680 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [None req-f574f518-8062-4e5b-9e5f-caf829b28011 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Deleting port c509a867-753b-4b67-9e22-1d9691ce7503 {{(pid=99982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:14:43.511022 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f574f518-8062-4e5b-9e5f-caf829b28011 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:43.584835 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f574f518-8062-4e5b-9e5f-caf829b28011 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:43.585161 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f574f518-8062-4e5b-9e5f-caf829b28011 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:43.596742 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [None req-f574f518-8062-4e5b-9e5f-caf829b28011 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Calling delete_port for c509a867-753b-4b67-9e22-1d9691ce7503 owned by network:floatingip {{(pid=99982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:14:43.792119 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f574f518-8062-4e5b-9e5f-caf829b28011 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63686034'] for port, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:43.794156 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-02248c34-5c68-4f0a-95a4-65781ccee748 tempest-VolumesSnapshotTestJSON-905554498 tempest-VolumesSnapshotTestJSON-905554498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:43.819774 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574f518-8062-4e5b-9e5f-caf829b28011 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Pushing event deleted for resources: {'Port': ['ID=c509a867-753b-4b67-9e22-1d9691ce7503,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:43.822962 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-f574f518-8062-4e5b-9e5f-caf829b28011 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:43.880596 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f574f518-8062-4e5b-9e5f-caf829b28011 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for floatingip, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:43.880930 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.db.l3_db [None req-f574f518-8062-4e5b-9e5f-caf829b28011 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Floating IP 95ce564e-e332-40cc-8cf8-0d60a5149d58 disassociated (deleted). External IP: 172.27.0.75, port: c629dd42-05db-43b3-b04f-7fe2a3839843. Jun 23 19:14:44.076190 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f574f518-8062-4e5b-9e5f-caf829b28011 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Router 6aee4e35-373e-4630-bb6e-5e5a5b196444 has already been hosted by L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 {{(pid=99982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:14:44.459327 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f574f518-8062-4e5b-9e5f-caf829b28011 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:14:44.464010 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f574f518-8062-4e5b-9e5f-caf829b28011 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for floatingip, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:44.468847 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb0f55a-a68c-4d27-87b1-17926370bc73 None None] Sync routers for ids ['6aee4e35-373e-4630-bb6e-5e5a5b196444'] in dv-cinder-786386-8-iscsi {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:14:44.477444 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb0f55a-a68c-4d27-87b1-17926370bc73 None None] Routers {'6aee4e35-373e-4630-bb6e-5e5a5b196444'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:14:44.478051 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-9fb0f55a-a68c-4d27-87b1-17926370bc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:14:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['6aee4e35-373e-4630-bb6e-5e5a5b196444'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:44.498878 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-f574f518-8062-4e5b-9e5f-caf829b28011 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "DELETE /v2.0/floatingips/95ce564e-e332-40cc-8cf8-0d60a5149d58 HTTP/1.1" status: 204 len: 168 time: 1.1352980 Jun 23 19:14:44.499556 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e4da93-b88f-4353-9cf0-decae3d1c420', 'tag': 'c629dd42-05db-43b3-b04f-7fe2a3839843'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:14:44.502490 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abef3ec-e709-4ad9-967a-13b8b5178f55" -d '{"events": [{"name": "network-changed", "server_uuid": "00e4da93-b88f-4353-9cf0-decae3d1c420", "tag": "c629dd42-05db-43b3-b04f-7fe2a3839843"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:14:44.540119 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7220806-8e76-4562-833b-2f875208bdaf x-openstack-request-id: req-f7220806-8e76-4562-833b-2f875208bdaf {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:14:44.540460 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e4da93-b88f-4353-9cf0-decae3d1c420", "tag": "c629dd42-05db-43b3-b04f-7fe2a3839843", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:14:44.540753 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f7220806-8e76-4562-833b-2f875208bdaf {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:14:44.541192 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e4da93-b88f-4353-9cf0-decae3d1c420', 'tag': 'c629dd42-05db-43b3-b04f-7fe2a3839843', 'status': 'completed', 'code': 200} Jun 23 19:14:44.589093 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-9fb0f55a-a68c-4d27-87b1-17926370bc73 None None] Set router 6aee4e35-373e-4630-bb6e-5e5a5b196444 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:14:44.636769 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abef3ec-e709-4ad9-967a-13b8b5178f55 req-6100eb30-79d7-47b5-b73e-a53c3e43b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:44.638275 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0abef3ec-e709-4ad9-967a-13b8b5178f55 req-6100eb30-79d7-47b5-b73e-a53c3e43b579 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4917e4db4c4d4276900c99e47e99f9f9&device_id=00e4da93-b88f-4353-9cf0-decae3d1c420 HTTP/1.1" status: 200 len: 1099 time: 0.0516045 Jun 23 19:14:44.730789 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abef3ec-e709-4ad9-967a-13b8b5178f55 req-ccaa2c77-90fc-4bcf-9874-db3f530c4bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:44.732252 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0abef3ec-e709-4ad9-967a-13b8b5178f55 req-ccaa2c77-90fc-4bcf-9874-db3f530c4bc0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f68a85fd-bb85-49e6-98d1-0a49343d758a HTTP/1.1" status: 200 len: 912 time: 0.0878015 Jun 23 19:14:44.772539 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0abef3ec-e709-4ad9-967a-13b8b5178f55 req-ba6d401e-cefb-4c0f-9c8f-4f037e5e0142 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c629dd42-05db-43b3-b04f-7fe2a3839843 HTTP/1.1" status: 200 len: 217 time: 0.0335703 Jun 23 19:14:44.787863 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-9fb0f55a-a68c-4d27-87b1-17926370bc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'name': 'tempest-TestVolumeBootPattern-910145180-router', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:51Z', 'updated_at': '2021-06-23T19:07:54Z', 'revision_number': 4, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'gw_port': {'id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:52Z', 'updated_at': '2021-06-23T19:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': 'ea04eeec-bace-4ace-a1c8-69823864f727', 'name': '', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'mac_address': 'fa:16:3e:40:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:54Z', 'updated_at': '2021-06-23T19:07:59Z', 'revision_number': 5, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'subnets': [{'id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:44.817178 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb0f55a-a68c-4d27-87b1-17926370bc73 None None] Checking router: 6aee4e35-373e-4630-bb6e-5e5a5b196444 for host: dv-cinder-786386-8-iscsi {{(pid=99983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:14:44.820299 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abef3ec-e709-4ad9-967a-13b8b5178f55 req-f6bb7b14-bd6a-47dd-966f-2b7233146177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:44.821778 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0abef3ec-e709-4ad9-967a-13b8b5178f55 req-f6bb7b14-bd6a-47dd-966f-2b7233146177 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7df1390-49dc-44e4-8ff7-113f6550a835 HTTP/1.1" status: 200 len: 850 time: 0.0436263 Jun 23 19:14:44.825686 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb0f55a-a68c-4d27-87b1-17926370bc73 None None] Routers {'6aee4e35-373e-4630-bb6e-5e5a5b196444'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:14:44.826337 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-9fb0f55a-a68c-4d27-87b1-17926370bc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:14:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['6aee4e35-373e-4630-bb6e-5e5a5b196444'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:44.887949 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abef3ec-e709-4ad9-967a-13b8b5178f55 req-e6ac4a3b-815b-46a5-8fd2-e7436457930f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:44.889403 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0abef3ec-e709-4ad9-967a-13b8b5178f55 req-e6ac4a3b-815b-46a5-8fd2-e7436457930f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f68a85fd-bb85-49e6-98d1-0a49343d758a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0614331 Jun 23 19:14:44.933423 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-9fb0f55a-a68c-4d27-87b1-17926370bc73 None None] Set router 6aee4e35-373e-4630-bb6e-5e5a5b196444 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:14:44.978543 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0abef3ec-e709-4ad9-967a-13b8b5178f55 req-a33e0ae3-7a0f-4a01-97e5-f22746c98b3a service neutron] 10.222.0.74 "GET /v2.0/networks/f68a85fd-bb85-49e6-98d1-0a49343d758a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822525 Jun 23 19:14:45.116881 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-0abef3ec-e709-4ad9-967a-13b8b5178f55 req-7de5cc0d-4cdd-4f34-b8a6-5b95d9cd1a0b service neutron] 10.222.0.74 "GET /v2.0/networks/f68a85fd-bb85-49e6-98d1-0a49343d758a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267023 Jun 23 19:14:45.129097 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0fb35-f4c2-484b-849a-76c586b90aeb req-24433482-220e-4920-96fb-d9950562cdf6 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:45.130502 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-66b0fb35-f4c2-484b-849a-76c586b90aeb req-24433482-220e-4920-96fb-d9950562cdf6 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=00e4da93-b88f-4353-9cf0-decae3d1c420 HTTP/1.1" status: 200 len: 946 time: 0.1155701 Jun 23 19:14:45.168518 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-66b0fb35-f4c2-484b-849a-76c586b90aeb req-8fc00fbb-891e-41d1-89ed-3461a898c54e tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321422 Jun 23 19:14:45.253308 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-9fb0f55a-a68c-4d27-87b1-17926370bc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'name': 'tempest-TestVolumeBootPattern-910145180-router', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:51Z', 'updated_at': '2021-06-23T19:07:54Z', 'revision_number': 4, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'gw_port': {'id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:52Z', 'updated_at': '2021-06-23T19:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': 'ea04eeec-bace-4ace-a1c8-69823864f727', 'name': '', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'mac_address': 'fa:16:3e:40:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:54Z', 'updated_at': '2021-06-23T19:07:59Z', 'revision_number': 5, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'subnets': [{'id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:45.278010 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb0f55a-a68c-4d27-87b1-17926370bc73 None None] The sync data for ids ['6aee4e35-373e-4630-bb6e-5e5a5b196444'] in dv-cinder-786386-8-iscsi is: [{'id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'name': 'tempest-TestVolumeBootPattern-910145180-router', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:51Z', 'updated_at': '2021-06-23T19:07:54Z', 'revision_number': 4, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'gw_port': {'id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:52Z', 'updated_at': '2021-06-23T19:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi', '_interfaces': [{'id': 'ea04eeec-bace-4ace-a1c8-69823864f727', 'name': '', 'network_id': 'f68a85fd-bb85-49e6-98d1-0a49343d758a', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'mac_address': 'fa:16:3e:40:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:54Z', 'updated_at': '2021-06-23T19:07:59Z', 'revision_number': 5, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'subnets': [{'id': 'b7df1390-49dc-44e4-8ff7-113f6550a835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:14:45.481130 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d22323d-9d7b-445e-ba6e-db37d4c3d468 None None] New status for floating IP 95ce564e-e332-40cc-8cf8-0d60a5149d58: DOWN {{(pid=99984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:14:46.339673 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d4283-6d1a-429b-9956-745645fda201 req-cd011c72-c491-42c6-a537-2861aa829b72 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:46.341105 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-fd8d4283-6d1a-429b-9956-745645fda201 req-cd011c72-c491-42c6-a537-2861aa829b72 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=00e4da93-b88f-4353-9cf0-decae3d1c420 HTTP/1.1" status: 200 len: 946 time: 0.0605614 Jun 23 19:14:46.376830 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-fd8d4283-6d1a-429b-9956-745645fda201 req-e635b6ae-9689-4583-8296-ff21facb1d8f tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7e952de-09f4-43d7-a9b6-d9217c9d15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303371 Jun 23 19:14:46.652454 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86e8d7-09f8-49d9-a3a7-4c6225d5193a req-4cc684d8-4e28-4f82-9ff8-6ea443ba7faa tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:46.653856 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3a86e8d7-09f8-49d9-a3a7-4c6225d5193a req-4cc684d8-4e28-4f82-9ff8-6ea443ba7faa tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.74 "GET /v2.0/ports?device_id=00e4da93-b88f-4353-9cf0-decae3d1c420 HTTP/1.1" status: 200 len: 946 time: 0.0640538 Jun 23 19:14:46.747626 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-3a86e8d7-09f8-49d9-a3a7-4c6225d5193a req-3acfa208-c18b-4b1e-9b5e-607947ed451a tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Deleting port c629dd42-05db-43b3-b04f-7fe2a3839843 {{(pid=99982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:14:46.747968 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-3a86e8d7-09f8-49d9-a3a7-4c6225d5193a req-3acfa208-c18b-4b1e-9b5e-607947ed451a tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:46.834845 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [req-3a86e8d7-09f8-49d9-a3a7-4c6225d5193a req-3acfa208-c18b-4b1e-9b5e-607947ed451a tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] For port c629dd42-05db-43b3-b04f-7fe2a3839843, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c629dd42-05db-43b3-b04f-7fe2a3839843,segment=NetworkSegment(38874c69-333b-45e6-9da4-ed2bde4f846a),segment_id=38874c69-333b-45e6-9da4-ed2bde4f846a)] {{(pid=99982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:14:46.835204 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-3a86e8d7-09f8-49d9-a3a7-4c6225d5193a req-3acfa208-c18b-4b1e-9b5e-607947ed451a tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:46.846470 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [req-3a86e8d7-09f8-49d9-a3a7-4c6225d5193a req-3acfa208-c18b-4b1e-9b5e-607947ed451a tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Calling delete_port for c629dd42-05db-43b3-b04f-7fe2a3839843 owned by compute:nova {{(pid=99982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:14:47.071815 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-3a86e8d7-09f8-49d9-a3a7-4c6225d5193a req-3acfa208-c18b-4b1e-9b5e-607947ed451a tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63686034'] for port, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:47.075715 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-f343a630-b318-4bb9-a53c-f73c42c03c26 tempest-VolumesNegativeTest-1206738549 tempest-VolumesNegativeTest-1206738549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:47.103836 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acfa208-c18b-4b1e-9b5e-607947ed451a tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Pushing event deleted for resources: {'Port': ['ID=c629dd42-05db-43b3-b04f-7fe2a3839843,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:47.106283 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-3acfa208-c18b-4b1e-9b5e-607947ed451a tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:47.150566 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a86e8d7-09f8-49d9-a3a7-4c6225d5193a req-3acfa208-c18b-4b1e-9b5e-607947ed451a tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] No DVR routers for this DVR port c629dd42-05db-43b3-b04f-7fe2a3839843 on host hv-cinder-78638 {{(pid=99982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:14:47.152978 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [req-3a86e8d7-09f8-49d9-a3a7-4c6225d5193a req-3acfa208-c18b-4b1e-9b5e-607947ed451a tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for port, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:47.154934 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [req-3a86e8d7-09f8-49d9-a3a7-4c6225d5193a req-3acfa208-c18b-4b1e-9b5e-607947ed451a tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.74 "DELETE /v2.0/ports/c629dd42-05db-43b3-b04f-7fe2a3839843 HTTP/1.1" status: 204 len: 173 time: 0.4954503 Jun 23 19:14:47.155450 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e4da93-b88f-4353-9cf0-decae3d1c420', 'name': 'network-vif-deleted', 'tag': 'c629dd42-05db-43b3-b04f-7fe2a3839843'}] {{(pid=99982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:14:47.158226 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06463a848aa9aff888bcca6767b1ef5bd1471adb5ff721a8a954da724ef8d725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c955099-9209-4ac3-8941-edc87ef0a330" -d '{"events": [{"server_uuid": "00e4da93-b88f-4353-9cf0-decae3d1c420", "name": "network-vif-deleted", "tag": "c629dd42-05db-43b3-b04f-7fe2a3839843"}]}' {{(pid=99982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:14:47.192163 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebeeefef-3031-4821-a7ea-f6b92902dc10 x-openstack-request-id: req-ebeeefef-3031-4821-a7ea-f6b92902dc10 {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:14:47.192502 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e4da93-b88f-4353-9cf0-decae3d1c420", "name": "network-vif-deleted", "tag": "c629dd42-05db-43b3-b04f-7fe2a3839843", "status": "completed", "code": 200}]} {{(pid=99982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:14:47.192824 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ebeeefef-3031-4821-a7ea-f6b92902dc10 {{(pid=99982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:14:47.193266 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e4da93-b88f-4353-9cf0-decae3d1c420', 'name': 'network-vif-deleted', 'tag': 'c629dd42-05db-43b3-b04f-7fe2a3839843', 'status': 'completed', 'code': 200} Jun 23 19:14:47.519454 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [req-29b63355-596b-4fb7-850e-17098615c527 req-841ba3bc-47a6-4a15-9df3-9f61df8a4db7 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "GET /v2.0/ports?device_id=00e4da93-b88f-4353-9cf0-decae3d1c420 HTTP/1.1" status: 200 len: 210 time: 0.0330913 Jun 23 19:14:48.615028 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 38848) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:48.733168 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [None req-0ed2aa49-5cd2-4c37-b9cf-a07f48a52ac4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Deleting port 28662a1a-3e34-409f-baec-43ae9a082c64 {{(pid=99982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:14:48.733518 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-0ed2aa49-5cd2-4c37-b9cf-a07f48a52ac4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:48.808754 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-0ed2aa49-5cd2-4c37-b9cf-a07f48a52ac4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:48.809011 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-0ed2aa49-5cd2-4c37-b9cf-a07f48a52ac4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:48.820127 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [None req-0ed2aa49-5cd2-4c37-b9cf-a07f48a52ac4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Calling delete_port for 28662a1a-3e34-409f-baec-43ae9a082c64 owned by network:floatingip {{(pid=99982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:14:49.014991 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-0ed2aa49-5cd2-4c37-b9cf-a07f48a52ac4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63686034'] for port, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:49.017428 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-f99206fc-5f5f-417c-bf7b-c3c919143c26 tempest-AttachVolumeShelveTestJSON-172399424 tempest-AttachVolumeShelveTestJSON-172399424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:49.044874 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2aa49-5cd2-4c37-b9cf-a07f48a52ac4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Pushing event deleted for resources: {'Port': ['ID=28662a1a-3e34-409f-baec-43ae9a082c64,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:49.048134 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-0ed2aa49-5cd2-4c37-b9cf-a07f48a52ac4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:49.104524 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-0ed2aa49-5cd2-4c37-b9cf-a07f48a52ac4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for floatingip, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:49.107045 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-0ed2aa49-5cd2-4c37-b9cf-a07f48a52ac4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37612'] for floatingip, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:49.108228 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-0ed2aa49-5cd2-4c37-b9cf-a07f48a52ac4 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "DELETE /v2.0/floatingips/78c57b8c-fcf3-4a08-88b8-89c3988483de HTTP/1.1" status: 204 len: 168 time: 0.4919207 Jun 23 19:14:50.289190 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device c629dd42-05db-43b3-b04f-7fe2a3839843 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:14:50.309349 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] No Port match for: c629dd42-05db-43b3-b04f-7fe2a3839843 {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:14:50.309705 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Device c629dd42-05db-43b3-b04f-7fe2a3839843 not bound to the agent host hv-cinder-78638 {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:14:50.467397 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 38860) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:50.526189 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f92fa48e-e053-4dc2-b9ad-a213f96a2228 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for security_group, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:50.555932 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f92fa48e-e053-4dc2-b9ad-a213f96a2228 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:50.683285 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f92fa48e-e053-4dc2-b9ad-a213f96a2228 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:50.685968 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f92fa48e-e053-4dc2-b9ad-a213f96a2228 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Notify callbacks [] for security_group, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:50.687136 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-f92fa48e-e053-4dc2-b9ad-a213f96a2228 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] 10.222.0.47 "DELETE /v2.0/security-groups/e7e952de-09f4-43d7-a9b6-d9217c9d15bf HTTP/1.1" status: 204 len: 168 time: 0.2187655 Jun 23 19:14:50.688435 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-d6c36014-6b98-4153-893e-9ba10b0752a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:50.699795 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92fa48e-e053-4dc2-b9ad-a213f96a2228 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e952de-09f4-43d7-a9b6-d9217c9d15bf,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:50.699795 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-f92fa48e-e053-4dc2-b9ad-a213f96a2228 tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:50.787647 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 38864) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:51.241357 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-6d7797e7-0330-4841-b148-a16914e13424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2015972'] for router_interface, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:51.482080 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [None req-6d7797e7-0330-4841-b148-a16914e13424 admin admin] Deleting port ea04eeec-bace-4ace-a1c8-69823864f727 {{(pid=99982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:14:51.482831 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-6d7797e7-0330-4841-b148-a16914e13424 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:51.559075 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [None req-6d7797e7-0330-4841-b148-a16914e13424 admin admin] For port ea04eeec-bace-4ace-a1c8-69823864f727, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=ea04eeec-bace-4ace-a1c8-69823864f727,segment=NetworkSegment(38874c69-333b-45e6-9da4-ed2bde4f846a),segment_id=38874c69-333b-45e6-9da4-ed2bde4f846a)] {{(pid=99982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:14:51.559346 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-6d7797e7-0330-4841-b148-a16914e13424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:51.570992 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [None req-6d7797e7-0330-4841-b148-a16914e13424 admin admin] Calling delete_port for ea04eeec-bace-4ace-a1c8-69823864f727 owned by network:router_interface {{(pid=99982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:14:51.836678 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-6d7797e7-0330-4841-b148-a16914e13424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63686034'] for port, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:51.838656 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-3acfa208-c18b-4b1e-9b5e-607947ed451a tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:51.866070 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7797e7-0330-4841-b148-a16914e13424 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea04eeec-bace-4ace-a1c8-69823864f727,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:51.869873 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-6d7797e7-0330-4841-b148-a16914e13424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:52.033478 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-6d7797e7-0330-4841-b148-a16914e13424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997076'] for router_interface, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:52.235951 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7797e7-0330-4841-b148-a16914e13424 admin admin] Router 6aee4e35-373e-4630-bb6e-5e5a5b196444 has already been hosted by L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 {{(pid=99982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:14:52.333667 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7797e7-0330-4841-b148-a16914e13424 admin admin] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:14:52.339754 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-6d7797e7-0330-4841-b148-a16914e13424 admin admin] 10.222.0.47 "PUT /v2.0/routers/6aee4e35-373e-4630-bb6e-5e5a5b196444/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5498388 Jun 23 19:14:52.341054 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 38868) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:52.344284 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95fbf86-ba57-4129-98fa-329b1d6eec24 None None] Sync routers for ids ['6aee4e35-373e-4630-bb6e-5e5a5b196444'] in dv-cinder-786386-8-iscsi {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:14:52.357581 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95fbf86-ba57-4129-98fa-329b1d6eec24 None None] Routers {'6aee4e35-373e-4630-bb6e-5e5a5b196444'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:14:52.358227 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-f95fbf86-ba57-4129-98fa-329b1d6eec24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:14:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['6aee4e35-373e-4630-bb6e-5e5a5b196444'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:52.439096 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-6af8aea4-1669-4b89-860c-15693854afe7 admin admin] Notify callbacks [] for router, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:52.457304 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-f95fbf86-ba57-4129-98fa-329b1d6eec24 None None] Set router 6aee4e35-373e-4630-bb6e-5e5a5b196444 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:14:52.535671 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-6af8aea4-1669-4b89-860c-15693854afe7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:52.627866 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-f95fbf86-ba57-4129-98fa-329b1d6eec24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'name': 'tempest-TestVolumeBootPattern-910145180-router', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:51Z', 'updated_at': '2021-06-23T19:14:51Z', 'revision_number': 5, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'gw_port': {'id': '617081c5-ae13-46e1-94ee-87fc879cce6c', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:52Z', 'updated_at': '2021-06-23T19:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi'}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:52.654406 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95fbf86-ba57-4129-98fa-329b1d6eec24 None None] Checking router: 6aee4e35-373e-4630-bb6e-5e5a5b196444 for host: dv-cinder-786386-8-iscsi {{(pid=99983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:14:52.664337 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95fbf86-ba57-4129-98fa-329b1d6eec24 None None] Routers {'6aee4e35-373e-4630-bb6e-5e5a5b196444'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:14:52.665010 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-f95fbf86-ba57-4129-98fa-329b1d6eec24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:14:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['6aee4e35-373e-4630-bb6e-5e5a5b196444'], 'active': True} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:52.669741 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [None req-6af8aea4-1669-4b89-860c-15693854afe7 admin admin] Deleting port 617081c5-ae13-46e1-94ee-87fc879cce6c {{(pid=99982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:14:52.670130 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-6af8aea4-1669-4b89-860c-15693854afe7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:52.745063 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [None req-6af8aea4-1669-4b89-860c-15693854afe7 admin admin] For port 617081c5-ae13-46e1-94ee-87fc879cce6c, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=617081c5-ae13-46e1-94ee-87fc879cce6c,segment=NetworkSegment(06735785-9383-45ec-8182-cbd06f0cff2c),segment_id=06735785-9383-45ec-8182-cbd06f0cff2c)] {{(pid=99982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:14:52.745422 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-6af8aea4-1669-4b89-860c-15693854afe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:52.748483 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvr_db [None req-f95fbf86-ba57-4129-98fa-329b1d6eec24 None None] Set router 6aee4e35-373e-4630-bb6e-5e5a5b196444 gateway port host: None {{(pid=99983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:14:52.761132 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [None req-6af8aea4-1669-4b89-860c-15693854afe7 admin admin] Calling delete_port for 617081c5-ae13-46e1-94ee-87fc879cce6c owned by network:router_gateway {{(pid=99982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:14:52.802746 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_hamode_db [None req-f95fbf86-ba57-4129-98fa-329b1d6eec24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'name': 'tempest-TestVolumeBootPattern-910145180-router', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:51Z', 'updated_at': '2021-06-23T19:14:52Z', 'revision_number': 6, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'gw_port_host': None}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:52.828641 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95fbf86-ba57-4129-98fa-329b1d6eec24 None None] The sync data for ids ['6aee4e35-373e-4630-bb6e-5e5a5b196444'] in dv-cinder-786386-8-iscsi is: [{'id': '6aee4e35-373e-4630-bb6e-5e5a5b196444', 'name': 'tempest-TestVolumeBootPattern-910145180-router', 'tenant_id': '4917e4db4c4d4276900c99e47e99f9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:51Z', 'updated_at': '2021-06-23T19:14:52Z', 'revision_number': 6, 'project_id': '4917e4db4c4d4276900c99e47e99f9f9', 'gw_port_host': None}] {{(pid=99983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:14:52.980497 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-6af8aea4-1669-4b89-860c-15693854afe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63686034'] for port, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:52.982512 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-817054be-0f55-441d-8080-15784140e99a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:53.010525 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af8aea4-1669-4b89-860c-15693854afe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=617081c5-ae13-46e1-94ee-87fc879cce6c,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:53.014334 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-6af8aea4-1669-4b89-860c-15693854afe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:53.067989 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-6af8aea4-1669-4b89-860c-15693854afe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1978753'] for router_gateway, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:53.151801 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-6af8aea4-1669-4b89-860c-15693854afe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31818'] for router, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:53.153923 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-6af8aea4-1669-4b89-860c-15693854afe7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:53.282684 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-6af8aea4-1669-4b89-860c-15693854afe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1997551'] for router, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:53.283259 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af8aea4-1669-4b89-860c-15693854afe7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6aee4e35-373e-4630-bb6e-5e5a5b196444 {{(pid=99982) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 19:14:53.287657 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-6af8aea4-1669-4b89-860c-15693854afe7 admin admin] Notify callbacks [] for router, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:53.288855 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-6af8aea4-1669-4b89-860c-15693854afe7 admin admin] 10.222.0.47 "DELETE /v2.0/routers/6aee4e35-373e-4630-bb6e-5e5a5b196444 HTTP/1.1" status: 204 len: 168 time: 0.9469087 Jun 23 19:14:53.291282 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 38870) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:53.334563 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.db_base_plugin_v2 [None req-4545b91a-c48a-494b-a798-6ab87b29102d admin admin] Deleting subnet b7df1390-49dc-44e4-8ff7-113f6550a835 {{(pid=99982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:14:53.337397 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4545b91a-c48a-494b-a798-6ab87b29102d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:53.369269 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4545b91a-c48a-494b-a798-6ab87b29102d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66960762'] for subnet, precommit_delete_associations {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:53.446018 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4545b91a-c48a-494b-a798-6ab87b29102d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017849'] for subnet, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:53.568855 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4545b91a-c48a-494b-a798-6ab87b29102d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63686104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63285490'] for subnet, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:53.571325 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device ea04eeec-bace-4ace-a1c8-69823864f727 no longer exists at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:14:53.571819 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-6acafd12-bb30-49c0-ae1f-5cea9aef7596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:53.592246 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] No Port match for: ea04eeec-bace-4ace-a1c8-69823864f727 {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:14:53.592548 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device ea04eeec-bace-4ace-a1c8-69823864f727 not bound to the agent host dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:14:53.596572 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4545b91a-c48a-494b-a798-6ab87b29102d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7df1390-49dc-44e4-8ff7-113f6550a835,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:53.599653 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-4545b91a-c48a-494b-a798-6ab87b29102d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:53.600645 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-4545b91a-c48a-494b-a798-6ab87b29102d admin admin] Notify callbacks [] for subnet, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:53.602589 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-4545b91a-c48a-494b-a798-6ab87b29102d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/b7df1390-49dc-44e4-8ff7-113f6550a835 HTTP/1.1" status: 204 len: 168 time: 0.3103499 Jun 23 19:14:53.604966 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 38872) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:53.609019 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65390479-6a72-49cc-b527-25cc4593daee None None] Network f68a85fd-bb85-49e6-98d1-0a49343d758a requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:14:53.674836 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f9f08f5a-03f5-4428-a576-a47a7f851e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631679'] for network, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:53.731131 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [None req-f9f08f5a-03f5-4428-a576-a47a7f851e8d admin admin] Deleting port deb56a1d-630c-4f8e-9b39-65e9dca93efd {{(pid=99982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:14:53.731669 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f9f08f5a-03f5-4428-a576-a47a7f851e8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:53.796835 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaee5f39-693b-4d78-88e8-5ba8922b4b7c None None] DHCP port deletion for f68a85fd-bb85-49e6-98d1-0a49343d758a request from dv-cinder-786386-8-iscsi {{(pid=99983) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 19:14:53.801479 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [None req-f9f08f5a-03f5-4428-a576-a47a7f851e8d admin admin] For port deb56a1d-630c-4f8e-9b39-65e9dca93efd, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=deb56a1d-630c-4f8e-9b39-65e9dca93efd,segment=NetworkSegment(38874c69-333b-45e6-9da4-ed2bde4f846a),segment_id=38874c69-333b-45e6-9da4-ed2bde4f846a)] {{(pid=99982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:14:53.801849 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f9f08f5a-03f5-4428-a576-a47a7f851e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:53.816775 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [None req-f9f08f5a-03f5-4428-a576-a47a7f851e8d admin admin] Calling delete_port for deb56a1d-630c-4f8e-9b39-65e9dca93efd owned by network:dhcp {{(pid=99982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:14:53.848205 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-eaee5f39-693b-4d78-88e8-5ba8922b4b7c None None] Deleting port deb56a1d-630c-4f8e-9b39-65e9dca93efd {{(pid=99983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:14:53.848993 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-eaee5f39-693b-4d78-88e8-5ba8922b4b7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:53.910893 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-eaee5f39-693b-4d78-88e8-5ba8922b4b7c None None] For port deb56a1d-630c-4f8e-9b39-65e9dca93efd, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=deb56a1d-630c-4f8e-9b39-65e9dca93efd,segment=NetworkSegment(38874c69-333b-45e6-9da4-ed2bde4f846a),segment_id=38874c69-333b-45e6-9da4-ed2bde4f846a)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:14:53.911870 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-eaee5f39-693b-4d78-88e8-5ba8922b4b7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:53.923335 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-eaee5f39-693b-4d78-88e8-5ba8922b4b7c None None] Calling delete_port for deb56a1d-630c-4f8e-9b39-65e9dca93efd owned by network:dhcp {{(pid=99983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:14:53.963458 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f9f08f5a-03f5-4428-a576-a47a7f851e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63686034'] for port, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:53.966443 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-b3bb7b1e-a3e9-48ba-af5c-0418472573eb tempest-ServerRescueNegativeTestJSON-1998839711 tempest-ServerRescueNegativeTestJSON-1998839711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:53.989803 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f08f5a-03f5-4428-a576-a47a7f851e8d admin admin] Pushing event deleted for resources: {'Port': ['ID=deb56a1d-630c-4f8e-9b39-65e9dca93efd,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:53.996405 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f08f5a-03f5-4428-a576-a47a7f851e8d admin admin] No DVR routers for this DVR port deb56a1d-630c-4f8e-9b39-65e9dca93efd on host dv-cinder-786386-8-iscsi {{(pid=99982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:14:53.998107 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-f9f08f5a-03f5-4428-a576-a47a7f851e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:54.001028 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-eaee5f39-693b-4d78-88e8-5ba8922b4b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975'] for port, after_delete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:54.003804 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-01717227-566e-46aa-af32-313129ec0248 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:54.029077 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaee5f39-693b-4d78-88e8-5ba8922b4b7c None None] No DVR routers for this DVR port deb56a1d-630c-4f8e-9b39-65e9dca93efd on host dv-cinder-786386-8-iscsi {{(pid=99983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:14:54.033044 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee5f39-693b-4d78-88e8-5ba8922b4b7c None None] Pushing event deleted for resources: {'Port': ['ID=deb56a1d-630c-4f8e-9b39-65e9dca93efd,revision_number=None']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:54.040412 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaee5f39-693b-4d78-88e8-5ba8922b4b7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:54.041113 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaee5f39-693b-4d78-88e8-5ba8922b4b7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:54.041113 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaee5f39-693b-4d78-88e8-5ba8922b4b7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:54.041447 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaee5f39-693b-4d78-88e8-5ba8922b4b7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:54.041826 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaee5f39-693b-4d78-88e8-5ba8922b4b7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:54.042198 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaee5f39-693b-4d78-88e8-5ba8922b4b7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:54.042805 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaee5f39-693b-4d78-88e8-5ba8922b4b7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:54.043210 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaee5f39-693b-4d78-88e8-5ba8922b4b7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:54.043443 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaee5f39-693b-4d78-88e8-5ba8922b4b7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:54.043800 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaee5f39-693b-4d78-88e8-5ba8922b4b7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:54.044132 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaee5f39-693b-4d78-88e8-5ba8922b4b7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:54.044464 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaee5f39-693b-4d78-88e8-5ba8922b4b7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-8-iscsi {{(pid=99983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:54.048080 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-eaee5f39-693b-4d78-88e8-5ba8922b4b7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:54.074706 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f9f08f5a-03f5-4428-a576-a47a7f851e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018740', 'neutron.services.segments.db._delete_segments_for_network-8739890731039'] for network, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:54.084330 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.services.segments.db [None req-f9f08f5a-03f5-4428-a576-a47a7f851e8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f68a85fd-bb85-49e6-98d1-0a49343d758a']}} {{(pid=99982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:54.093954 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.services.segments.db [None req-f9f08f5a-03f5-4428-a576-a47a7f851e8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38874c69-333b-45e6-9da4-ed2bde4f846a') {'for_net_delete': True} {{(pid=99982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:54.094331 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.services.segments.db [None req-f9f08f5a-03f5-4428-a576-a47a7f851e8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38874c69-333b-45e6-9da4-ed2bde4f846a') {} {{(pid=99982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:54.102707 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f9f08f5a-03f5-4428-a576-a47a7f851e8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739890717934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66960741'] for segment, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:54.116149 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f9f08f5a-03f5-4428-a576-a47a7f851e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412'] for segment, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:54.121831 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9f08f5a-03f5-4428-a576-a47a7f851e8d admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=99982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:14:54.122227 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f9f08f5a-03f5-4428-a576-a47a7f851e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63685957'] for segment, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: Traceback (most recent call last): Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: timer() Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: cb(*args, **kw) Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: return func(*args, **kwargs) Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: self._notify() Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: self.callback(batched_events) Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: event.method(event) Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: return f(self, *a, **k) Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: return self._get(url).json() Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: return self.request(url, 'GET', **kwargs) Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:14:54.123816 dv-cinder-786386-8-iscsi neutron-server[99982]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:14:54.237308 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f9f08f5a-03f5-4428-a576-a47a7f851e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1978736'] for network, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:54.240937 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:54.243388 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-f9f08f5a-03f5-4428-a576-a47a7f851e8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for network, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:54.245153 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-f9f08f5a-03f5-4428-a576-a47a7f851e8d admin admin] 10.222.0.47 "DELETE /v2.0/networks/f68a85fd-bb85-49e6-98d1-0a49343d758a HTTP/1.1" status: 204 len: 168 time: 0.6392660 Jun 23 19:14:54.248728 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 38874) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:54.256424 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f08f5a-03f5-4428-a576-a47a7f851e8d admin admin] Pushing event deleted for resources: {'Network': ['ID=f68a85fd-bb85-49e6-98d1-0a49343d758a,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:54.258805 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-f9f08f5a-03f5-4428-a576-a47a7f851e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:54.578345 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-9482ecca-15a8-42a8-a7a0-55f355540ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2015972'] for router_interface, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:54.823556 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.plugin [None req-9482ecca-15a8-42a8-a7a0-55f355540ca5 admin admin] Deleting port b3a07d27-7405-4b6b-aa63-b33d29aace8d {{(pid=99981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:14:54.823906 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-9482ecca-15a8-42a8-a7a0-55f355540ca5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:54.901572 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.db [None req-9482ecca-15a8-42a8-a7a0-55f355540ca5 admin admin] For port b3a07d27-7405-4b6b-aa63-b33d29aace8d, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=b3a07d27-7405-4b6b-aa63-b33d29aace8d,segment=NetworkSegment(4890185f-626f-4232-b80c-2852ee42fbb8),segment_id=4890185f-626f-4232-b80c-2852ee42fbb8)] {{(pid=99981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:14:54.901934 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-9482ecca-15a8-42a8-a7a0-55f355540ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:54.914372 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.plugin [None req-9482ecca-15a8-42a8-a7a0-55f355540ca5 admin admin] Calling delete_port for b3a07d27-7405-4b6b-aa63-b33d29aace8d owned by network:router_interface {{(pid=99981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:14:54.993063 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 617081c5-ae13-46e1-94ee-87fc879cce6c no longer exists at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:14:55.012411 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] No Port match for: 617081c5-ae13-46e1-94ee-87fc879cce6c {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:14:55.012768 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 617081c5-ae13-46e1-94ee-87fc879cce6c not bound to the agent host dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:14:55.013198 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device deb56a1d-630c-4f8e-9b39-65e9dca93efd no longer exists at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:14:55.032007 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] No Port match for: deb56a1d-630c-4f8e-9b39-65e9dca93efd {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:14:55.032368 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device deb56a1d-630c-4f8e-9b39-65e9dca93efd not bound to the agent host dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:14:55.180279 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-9482ecca-15a8-42a8-a7a0-55f355540ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66155770'] for port, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:55.182966 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-421cc565-b59d-4937-901d-061349571169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:55.207284 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9482ecca-15a8-42a8-a7a0-55f355540ca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3a07d27-7405-4b6b-aa63-b33d29aace8d,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:55.211089 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-9482ecca-15a8-42a8-a7a0-55f355540ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:55.366855 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-9482ecca-15a8-42a8-a7a0-55f355540ca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997076'] for router_interface, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:55.576949 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9482ecca-15a8-42a8-a7a0-55f355540ca5 admin admin] Router a59c6c62-0e01-4305-b3aa-c75119bb4f02 has already been hosted by L3 agent 4a516b6f-5651-4028-a3d9-e9369b03ab11 {{(pid=99981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:14:55.678763 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9482ecca-15a8-42a8-a7a0-55f355540ca5 admin admin] Notify agent at l3_agent.dv-cinder-786386-8-iscsi the message routers_updated {{(pid=99981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:14:55.684500 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-9482ecca-15a8-42a8-a7a0-55f355540ca5 admin admin] 10.222.0.47 "PUT /v2.0/routers/a59c6c62-0e01-4305-b3aa-c75119bb4f02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4345999 Jun 23 19:14:55.686408 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 38876) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:55.690930 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ee341d-e7b9-458e-8d23-3947e6eca043 None None] Sync routers for ids ['a59c6c62-0e01-4305-b3aa-c75119bb4f02'] in dv-cinder-786386-8-iscsi {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:14:55.700198 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ee341d-e7b9-458e-8d23-3947e6eca043 None None] Routers {'a59c6c62-0e01-4305-b3aa-c75119bb4f02'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:14:55.700815 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-02ee341d-e7b9-458e-8d23-3947e6eca043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:14:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['a59c6c62-0e01-4305-b3aa-c75119bb4f02'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:55.806076 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-02ee341d-e7b9-458e-8d23-3947e6eca043 None None] Set router a59c6c62-0e01-4305-b3aa-c75119bb4f02 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:14:55.986620 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-02ee341d-e7b9-458e-8d23-3947e6eca043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59c6c62-0e01-4305-b3aa-c75119bb4f02', 'name': 'tempest-TestVolumeBootPattern-691913854-router', 'tenant_id': '09c3d594079f4bb1b636daefac023740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '69721360-e872-4b5e-a390-53708b74da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:57Z', 'updated_at': '2021-06-23T19:14:55Z', 'revision_number': 5, 'project_id': '09c3d594079f4bb1b636daefac023740', 'gw_port': {'id': '69721360-e872-4b5e-a390-53708b74da45', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c6c62-0e01-4305-b3aa-c75119bb4f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:58Z', 'updated_at': '2021-06-23T19:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi'}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:56.013278 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ee341d-e7b9-458e-8d23-3947e6eca043 None None] Checking router: a59c6c62-0e01-4305-b3aa-c75119bb4f02 for host: dv-cinder-786386-8-iscsi {{(pid=99984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:14:56.022237 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ee341d-e7b9-458e-8d23-3947e6eca043 None None] Routers {'a59c6c62-0e01-4305-b3aa-c75119bb4f02'} bound to L3 agent in host dv-cinder-786386-8-iscsi {{(pid=99984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:14:56.022869 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-02ee341d-e7b9-458e-8d23-3947e6eca043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:50:31Z,description=,heartbeat_timestamp=2021-06-23T19:14:31Z,host='dv-cinder-786386-8-iscsi',id=4a516b6f-5651-4028-a3d9-e9369b03ab11,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:50:32Z,topic='l3_agent')) {'router_ids': ['a59c6c62-0e01-4305-b3aa-c75119bb4f02'], 'active': True} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:56.085076 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-9fa74c31-047d-4b03-851f-73ad93960985 admin admin] Notify callbacks [] for router, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:56.120913 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_dvr_db [None req-02ee341d-e7b9-458e-8d23-3947e6eca043 None None] Set router a59c6c62-0e01-4305-b3aa-c75119bb4f02 gateway port host: dv-cinder-786386-8-iscsi {{(pid=99984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:14:56.181432 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-9fa74c31-047d-4b03-851f-73ad93960985 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:56.285706 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [None req-9fa74c31-047d-4b03-851f-73ad93960985 admin admin] Deleting port 69721360-e872-4b5e-a390-53708b74da45 {{(pid=99982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:14:56.285960 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-9fa74c31-047d-4b03-851f-73ad93960985 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:56.299829 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.l3_hamode_db [None req-02ee341d-e7b9-458e-8d23-3947e6eca043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59c6c62-0e01-4305-b3aa-c75119bb4f02', 'name': 'tempest-TestVolumeBootPattern-691913854-router', 'tenant_id': '09c3d594079f4bb1b636daefac023740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '69721360-e872-4b5e-a390-53708b74da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:57Z', 'updated_at': '2021-06-23T19:14:55Z', 'revision_number': 5, 'project_id': '09c3d594079f4bb1b636daefac023740', 'gw_port': {'id': '69721360-e872-4b5e-a390-53708b74da45', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c6c62-0e01-4305-b3aa-c75119bb4f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:58Z', 'updated_at': '2021-06-23T19:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi'}], 'dv-cinder-786386-8-iscsi', False) {} {{(pid=99984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:56.335123 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ee341d-e7b9-458e-8d23-3947e6eca043 None None] The sync data for ids ['a59c6c62-0e01-4305-b3aa-c75119bb4f02'] in dv-cinder-786386-8-iscsi is: [{'id': 'a59c6c62-0e01-4305-b3aa-c75119bb4f02', 'name': 'tempest-TestVolumeBootPattern-691913854-router', 'tenant_id': '09c3d594079f4bb1b636daefac023740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'external_fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '69721360-e872-4b5e-a390-53708b74da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:57Z', 'updated_at': '2021-06-23T19:14:55Z', 'revision_number': 5, 'project_id': '09c3d594079f4bb1b636daefac023740', 'gw_port': {'id': '69721360-e872-4b5e-a390-53708b74da45', 'name': '', 'network_id': '5d962e1b-a48a-439d-b5f0-687f24f30c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c6c62-0e01-4305-b3aa-c75119bb4f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:58Z', 'updated_at': '2021-06-23T19:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77178bee-415e-4d1b-b321-842ae6d8e42c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-8-iscsi'}] {{(pid=99984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:14:56.370758 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.db [None req-9fa74c31-047d-4b03-851f-73ad93960985 admin admin] For port 69721360-e872-4b5e-a390-53708b74da45, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=69721360-e872-4b5e-a390-53708b74da45,segment=NetworkSegment(06735785-9383-45ec-8182-cbd06f0cff2c),segment_id=06735785-9383-45ec-8182-cbd06f0cff2c)] {{(pid=99982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:14:56.371203 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-9fa74c31-047d-4b03-851f-73ad93960985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:56.384626 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.plugins.ml2.plugin [None req-9fa74c31-047d-4b03-851f-73ad93960985 admin admin] Calling delete_port for 69721360-e872-4b5e-a390-53708b74da45 owned by network:router_gateway {{(pid=99982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:14:56.591748 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-9fa74c31-047d-4b03-851f-73ad93960985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63686034'] for port, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:56.593695 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-7119cbdd-9ea3-4761-b50d-8fd990caa45e tempest-TestVolumeBootPattern-313886345 tempest-TestVolumeBootPattern-313886345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:56.617299 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa74c31-047d-4b03-851f-73ad93960985 admin admin] Pushing event deleted for resources: {'Port': ['ID=69721360-e872-4b5e-a390-53708b74da45,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:56.619971 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-9fa74c31-047d-4b03-851f-73ad93960985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:56.682955 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-9fa74c31-047d-4b03-851f-73ad93960985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1978753'] for router_gateway, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:56.773534 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-9fa74c31-047d-4b03-851f-73ad93960985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1996965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31818'] for router, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:56.776066 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-9fa74c31-047d-4b03-851f-73ad93960985 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:56.894163 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-9fa74c31-047d-4b03-851f-73ad93960985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1997551'] for router, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:56.894764 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa74c31-047d-4b03-851f-73ad93960985 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a59c6c62-0e01-4305-b3aa-c75119bb4f02 {{(pid=99982) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 19:14:56.899356 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-9fa74c31-047d-4b03-851f-73ad93960985 admin admin] Notify callbacks [] for router, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:56.902866 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-9fa74c31-047d-4b03-851f-73ad93960985 admin admin] 10.222.0.47 "DELETE /v2.0/routers/a59c6c62-0e01-4305-b3aa-c75119bb4f02 HTTP/1.1" status: 204 len: 168 time: 1.2130675 Jun 23 19:14:56.903054 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.wsgi [-] (99982) accepted ('10.222.0.47', 38878) {{(pid=99982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:56.950679 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f36e9d0-9f07-405d-99a6-0efe95da88f8 admin admin] Deleting subnet c8c75264-de32-44ea-b00e-6e40bc2a9c6f {{(pid=99982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:14:56.952152 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-1f36e9d0-9f07-405d-99a6-0efe95da88f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:56.994740 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-1f36e9d0-9f07-405d-99a6-0efe95da88f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66960762'] for subnet, precommit_delete_associations {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:57.079555 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-1f36e9d0-9f07-405d-99a6-0efe95da88f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017849'] for subnet, precommit_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:57.186120 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-1f36e9d0-9f07-405d-99a6-0efe95da88f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63686104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63285490'] for subnet, after_delete {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:57.188909 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-8f876e55-7e57-4f79-b62a-d00e639e20f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:57.213397 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron_lib.callbacks.manager [None req-1f36e9d0-9f07-405d-99a6-0efe95da88f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:57.215260 dv-cinder-786386-8-iscsi neutron-server[99982]: INFO neutron.wsgi [None req-1f36e9d0-9f07-405d-99a6-0efe95da88f8 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c8c75264-de32-44ea-b00e-6e40bc2a9c6f HTTP/1.1" status: 204 len: 168 time: 0.3112526 Jun 23 19:14:57.216298 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36e9d0-9f07-405d-99a6-0efe95da88f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8c75264-de32-44ea-b00e-6e40bc2a9c6f,revision_number=None']} {{(pid=99982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:57.217815 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 38880) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:57.219891 dv-cinder-786386-8-iscsi neutron-server[99982]: DEBUG oslo_concurrency.lockutils [None req-1f36e9d0-9f07-405d-99a6-0efe95da88f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:57.221442 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193c4343-fa38-455e-b25c-ff26458269b2 None None] Network e4ed9ab4-bd03-4360-9253-17d49eb7fd17 requested from dv-cinder-786386-8-iscsi {{(pid=99983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:14:57.289988 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3c3b9204-e249-4afe-a7e5-c4852d642cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631679'] for network, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:57.341592 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.plugin [None req-3c3b9204-e249-4afe-a7e5-c4852d642cec admin admin] Deleting port 44bca0b4-83ba-46a6-b02b-31ea479e76ee {{(pid=99981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:14:57.341944 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3c3b9204-e249-4afe-a7e5-c4852d642cec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:57.416149 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.db [None req-3c3b9204-e249-4afe-a7e5-c4852d642cec admin admin] For port 44bca0b4-83ba-46a6-b02b-31ea479e76ee, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=44bca0b4-83ba-46a6-b02b-31ea479e76ee,segment=NetworkSegment(4890185f-626f-4232-b80c-2852ee42fbb8),segment_id=4890185f-626f-4232-b80c-2852ee42fbb8)] {{(pid=99981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:14:57.416519 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3c3b9204-e249-4afe-a7e5-c4852d642cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:57.429738 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680e281f-7bfd-4969-bce3-4e8bdfaf00a0 None None] DHCP port deletion for e4ed9ab4-bd03-4360-9253-17d49eb7fd17 request from dv-cinder-786386-8-iscsi {{(pid=99983) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 19:14:57.430141 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.plugin [None req-3c3b9204-e249-4afe-a7e5-c4852d642cec admin admin] Calling delete_port for 44bca0b4-83ba-46a6-b02b-31ea479e76ee owned by network:dhcp {{(pid=99981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:14:57.456161 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device b3a07d27-7405-4b6b-aa63-b33d29aace8d no longer exists at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:14:57.477994 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] No Port match for: b3a07d27-7405-4b6b-aa63-b33d29aace8d {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:14:57.478386 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device b3a07d27-7405-4b6b-aa63-b33d29aace8d not bound to the agent host dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:14:57.497660 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-680e281f-7bfd-4969-bce3-4e8bdfaf00a0 None None] Deleting port 44bca0b4-83ba-46a6-b02b-31ea479e76ee {{(pid=99983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:14:57.498058 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-680e281f-7bfd-4969-bce3-4e8bdfaf00a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739890562079'] for port, before_delete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:57.561336 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.db [None req-680e281f-7bfd-4969-bce3-4e8bdfaf00a0 None None] For port 44bca0b4-83ba-46a6-b02b-31ea479e76ee, host dv-cinder-786386-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-8-iscsi',level=0,port_id=44bca0b4-83ba-46a6-b02b-31ea479e76ee,segment=NetworkSegment(4890185f-626f-4232-b80c-2852ee42fbb8),segment_id=4890185f-626f-4232-b80c-2852ee42fbb8)] {{(pid=99983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:14:57.561750 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-680e281f-7bfd-4969-bce3-4e8bdfaf00a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1979851'] for port, precommit_delete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:57.563670 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3c3b9204-e249-4afe-a7e5-c4852d642cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66155770'] for port, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:57.566799 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-61c149a2-7ec8-4cd4-9083-e911092ec406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:57.574736 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-680e281f-7bfd-4969-bce3-4e8bdfaf00a0 None None] Calling delete_port for 44bca0b4-83ba-46a6-b02b-31ea479e76ee owned by network:dhcp {{(pid=99983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:14:57.591058 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b9204-e249-4afe-a7e5-c4852d642cec admin admin] Pushing event deleted for resources: {'Port': ['ID=44bca0b4-83ba-46a6-b02b-31ea479e76ee,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:57.593720 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-3c3b9204-e249-4afe-a7e5-c4852d642cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:57.596047 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3b9204-e249-4afe-a7e5-c4852d642cec admin admin] No DVR routers for this DVR port 44bca0b4-83ba-46a6-b02b-31ea479e76ee on host dv-cinder-786386-8-iscsi {{(pid=99981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:14:57.648385 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-680e281f-7bfd-4969-bce3-4e8bdfaf00a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739890565937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739890188975'] for port, after_delete {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:57.650553 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:57.669216 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3c3b9204-e249-4afe-a7e5-c4852d642cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018740', 'neutron.services.segments.db._delete_segments_for_network-8739890731039'] for network, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:57.676612 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e281f-7bfd-4969-bce3-4e8bdfaf00a0 None None] Pushing event deleted for resources: {'Port': ['ID=44bca0b4-83ba-46a6-b02b-31ea479e76ee,revision_number=None']} {{(pid=99983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:57.679712 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG oslo_concurrency.lockutils [None req-680e281f-7bfd-4969-bce3-4e8bdfaf00a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:57.680519 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680e281f-7bfd-4969-bce3-4e8bdfaf00a0 None None] No DVR routers for this DVR port 44bca0b4-83ba-46a6-b02b-31ea479e76ee on host dv-cinder-786386-8-iscsi {{(pid=99983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:14:57.684112 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.services.segments.db [None req-3c3b9204-e249-4afe-a7e5-c4852d642cec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ed9ab4-bd03-4360-9253-17d49eb7fd17']}} {{(pid=99981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:57.696066 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.services.segments.db [None req-3c3b9204-e249-4afe-a7e5-c4852d642cec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4890185f-626f-4232-b80c-2852ee42fbb8') {'for_net_delete': True} {{(pid=99981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:57.696403 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.services.segments.db [None req-3c3b9204-e249-4afe-a7e5-c4852d642cec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4890185f-626f-4232-b80c-2852ee42fbb8') {} {{(pid=99981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:57.707432 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3c3b9204-e249-4afe-a7e5-c4852d642cec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739890717934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65243409'] for segment, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:57.721739 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3c3b9204-e249-4afe-a7e5-c4852d642cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412'] for segment, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:57.728239 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c3b9204-e249-4afe-a7e5-c4852d642cec admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=99981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:14:57.728641 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3c3b9204-e249-4afe-a7e5-c4852d642cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1022412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66155565'] for segment, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:57.730357 dv-cinder-786386-8-iscsi neutron-server[99981]: Traceback (most recent call last): Jun 23 19:14:57.730357 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:14:57.730357 dv-cinder-786386-8-iscsi neutron-server[99981]: timer() Jun 23 19:14:57.730357 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:14:57.730357 dv-cinder-786386-8-iscsi neutron-server[99981]: cb(*args, **kw) Jun 23 19:14:57.730357 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:14:57.730357 dv-cinder-786386-8-iscsi neutron-server[99981]: return func(*args, **kwargs) Jun 23 19:14:57.730357 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:14:57.730357 dv-cinder-786386-8-iscsi neutron-server[99981]: self._notify() Jun 23 19:14:57.730357 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:14:57.730357 dv-cinder-786386-8-iscsi neutron-server[99981]: self.callback(batched_events) Jun 23 19:14:57.730357 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:14:57.730357 dv-cinder-786386-8-iscsi neutron-server[99981]: event.method(event) Jun 23 19:14:57.730357 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:14:57.730357 dv-cinder-786386-8-iscsi neutron-server[99981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:14:57.730357 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:14:57.730357 dv-cinder-786386-8-iscsi neutron-server[99981]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:14:57.730357 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:14:57.730357 dv-cinder-786386-8-iscsi neutron-server[99981]: return f(self, *a, **k) Jun 23 19:14:57.730357 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:14:57.730357 dv-cinder-786386-8-iscsi neutron-server[99981]: return self._get(url).json() Jun 23 19:14:57.730357 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:14:57.730357 dv-cinder-786386-8-iscsi neutron-server[99981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:14:57.730357 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:14:57.730357 dv-cinder-786386-8-iscsi neutron-server[99981]: return self.request(url, 'GET', **kwargs) Jun 23 19:14:57.730357 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:14:57.730357 dv-cinder-786386-8-iscsi neutron-server[99981]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:14:57.730357 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:14:57.730357 dv-cinder-786386-8-iscsi neutron-server[99981]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:14:57.730357 dv-cinder-786386-8-iscsi neutron-server[99981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:14:57.730357 dv-cinder-786386-8-iscsi neutron-server[99981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:14:57.730357 dv-cinder-786386-8-iscsi neutron-server[99981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:14:57.855242 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 6 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:14:57.888654 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3c3b9204-e249-4afe-a7e5-c4852d642cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2022436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1654545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1978736'] for network, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:57.891925 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:57.898020 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-3c3b9204-e249-4afe-a7e5-c4852d642cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654580'] for network, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:57.898020 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-3c3b9204-e249-4afe-a7e5-c4852d642cec admin admin] 10.222.0.47 "DELETE /v2.0/networks/e4ed9ab4-bd03-4360-9253-17d49eb7fd17 HTTP/1.1" status: 204 len: 168 time: 0.6772125 Jun 23 19:14:57.907530 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b9204-e249-4afe-a7e5-c4852d642cec admin admin] Pushing event deleted for resources: {'Network': ['ID=e4ed9ab4-bd03-4360-9253-17d49eb7fd17,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:57.910162 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-3c3b9204-e249-4afe-a7e5-c4852d642cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:58.199749 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 38884) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:58.239570 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-adac3d4b-904d-4fb6-a5bd-4d8f0a3547a3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4917e4db4c4d4276900c99e47e99f9f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385404 Jun 23 19:14:58.241739 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 38886) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:58.291759 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-e7cf03f2-1545-4cbf-bf7b-487ee78fbff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:58.312228 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-e7cf03f2-1545-4cbf-bf7b-487ee78fbff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:58.431169 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-e7cf03f2-1545-4cbf-bf7b-487ee78fbff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:58.433811 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-e7cf03f2-1545-4cbf-bf7b-487ee78fbff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:58.434981 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-e7cf03f2-1545-4cbf-bf7b-487ee78fbff9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6a66f4a1-0f18-40ae-8417-9efd2cc53d0b HTTP/1.1" status: 204 len: 168 time: 0.1922927 Jun 23 19:14:58.435767 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-a35b98b3-1976-4966-974f-1325aa2129db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:58.442978 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf03f2-1545-4cbf-bf7b-487ee78fbff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a66f4a1-0f18-40ae-8417-9efd2cc53d0b,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:58.445277 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-e7cf03f2-1545-4cbf-bf7b-487ee78fbff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:58.510428 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-97e88670-1aa7-4126-a96a-7fbe9a9fcece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:58.993871 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 44bca0b4-83ba-46a6-b02b-31ea479e76ee no longer exists at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:14:59.013547 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] No Port match for: 44bca0b4-83ba-46a6-b02b-31ea479e76ee {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:14:59.013909 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 44bca0b4-83ba-46a6-b02b-31ea479e76ee not bound to the agent host dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:14:59.014365 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 69721360-e872-4b5e-a390-53708b74da45 no longer exists at agent ovs-agent-dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:14:59.033084 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.plugin [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] No Port match for: 69721360-e872-4b5e-a390-53708b74da45 {{(pid=99983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:14:59.033473 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron.plugins.ml2.rpc [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Device 69721360-e872-4b5e-a390-53708b74da45 not bound to the agent host dv-cinder-786386-8-iscsi {{(pid=99983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:14:59.143303 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 38892) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:59.181545 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-5fd6545f-cedb-4d0f-a28e-b78f06769499 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=09c3d594079f4bb1b636daefac023740&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370514 Jun 23 19:14:59.184106 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [-] (99981) accepted ('10.222.0.47', 38894) {{(pid=99981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:59.230726 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-0047e526-d52c-433a-be9a-e86ebb2c84cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:59.251072 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-0047e526-d52c-433a-be9a-e86ebb2c84cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:59.374036 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-0047e526-d52c-433a-be9a-e86ebb2c84cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111444'] for security_group, after_delete {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:59.377288 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron_lib.callbacks.manager [None req-0047e526-d52c-433a-be9a-e86ebb2c84cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:59.378474 dv-cinder-786386-8-iscsi neutron-server[99981]: INFO neutron.wsgi [None req-0047e526-d52c-433a-be9a-e86ebb2c84cd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e2f9b190-7a8b-42f7-9907-1767947a688e HTTP/1.1" status: 204 len: 168 time: 0.1934385 Jun 23 19:14:59.379306 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-38269f82-9f26-457e-9555-0a225414e1db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:59.387041 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047e526-d52c-433a-be9a-e86ebb2c84cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f9b190-7a8b-42f7-9907-1767947a688e,revision_number=None']} {{(pid=99981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:59.389926 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG oslo_concurrency.lockutils [None req-0047e526-d52c-433a-be9a-e86ebb2c84cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:01.054615 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c53a321e-0733-4725-b19c-702d4c78ab1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:01.482534 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:02.379197 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:03.608180 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:11.556518 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:28.475411 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-a44e803c-b1ab-4e88-b8dd-e9cac697fd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:31.075459 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-a2366844-dbf1-4475-bb5a-554719c3b4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:31.509646 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:32.394420 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:33.618685 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:34.853662 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 6 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:15:41.537264 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:58.479761 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-a8e5163d-8a5d-41b9-876c-36d83c1a618b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:01.028520 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-e7ea2ffd-7461-406c-b180-2d576b844bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:01.479861 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:02.359252 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:03.639665 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:11.542001 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:11.852532 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 6 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:16:28.472903 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-a6ba453f-b873-4ce3-9c04-1f9653a9942f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:31.032510 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-e4ccae3d-46c3-4244-9ab8-5f9dc716f30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:31.529786 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:32.368720 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:33.620886 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:41.534942 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:41.970627 dv-cinder-786386-8-iscsi neutron-server[99981]: DEBUG neutron.wsgi [req-bd3c8baa-3158-49dc-81ca-bc108073581c req-9f2c405e-4d4b-485c-becd-5d1374416c78 service neutron] (99981) timed out ('10.222.0.74', 50697) {{(pid=99981) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 19:16:48.851521 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 6 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:16:58.483383 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-5d75b25e-e6e9-4235-bdc6-bc37aae7ab91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:01.020439 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-2f404f74-2228-40ba-8634-8d7ab1a0b9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:01.488805 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:02.363025 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:03.643048 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:11.539878 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:25.849668 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 6 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:17:28.521976 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-faffba5b-13e5-4682-ba92-65b499f14d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:31.036158 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-0ea9392e-f21e-4380-a3cb-f77b701e7a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:31.476255 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:32.362045 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:33.687810 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:41.527149 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:58.589919 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-3bff938f-a580-434d-8e25-0d8355822cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:01.035538 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-e68b3d69-5ded-438f-9fc7-9d82f61ca94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:01.480824 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:02.372851 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:02.848436 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 6 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:18:03.640992 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:11.537931 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:28.492101 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f97cec68-c695-4b70-af09-f56e60cc0011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:31.068747 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-bc7d756d-58b1-49ce-b648-363ac5d16107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:31.491794 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:32.383344 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:33.674553 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:39.846869 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 6 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:18:41.548885 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:58.490741 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-0cdcd61c-7d69-4482-a673-dbffaffc71b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:19:01.039939 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-d2351df3-0987-4723-90ce-da5f35073187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:19:01.496858 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:19:02.399758 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:19:03.639988 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:19:11.582367 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:19:16.845712 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 6 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:19:28.501904 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-b28dc8a7-60e3-4f84-84e7-63f52f0039a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:19:31.056209 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-3b5bb394-3cdd-414a-ac3d-0128d7074c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:19:31.507526 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:19:32.409954 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:19:33.644574 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:19:41.621492 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:19:53.844555 dv-cinder-786386-8-iscsi neutron-server[99984]: DEBUG neutron.db.agents_db [None req-0bb35a31-69b3-4125-a7d8-0f59fba2231a None None] Agent healthcheck: found 6 active agents {{(pid=99984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:19:58.484340 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-717f070e-c54d-4105-bf2e-78013d6e9e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:01.072785 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-a046aad9-4a5f-43ab-9fca-67786f8733b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:01.500516 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-f23a8f43-3ce8-4357-b294-167e24cbad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:02.392159 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-c5f71d7b-b20e-40d9-b6e2-fe38c2339f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:03.644271 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-79fc9861-34e8-4819-8191-dc489cb97de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:11.610169 dv-cinder-786386-8-iscsi neutron-server[99983]: DEBUG neutron_lib.callbacks.manager [None req-ded80a97-7c46-4d1f-a2c5-f6495c15d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739890731021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045310'] for agent, after_update {{(pid=99983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}